-- Logs begin at Thu 2020-11-12 06:53:10 UTC, end at Thu 2020-11-12 08:00:53 UTC. -- Nov 12 07:30:14.973308 n-d-761264-6 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 07:30:17.515033 n-d-761264-6 neutron-server[80681]: INFO neutron.common.config [-] Logging enabled! Nov 12 07:30:17.515617 n-d-761264-6 neutron-server[80681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev121 Nov 12 07:30:17.516858 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80681) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 12 07:30:17.517602 n-d-761264-6 neutron-server[80681]: INFO neutron.common.config [-] Logging enabled! Nov 12 07:30:17.517880 n-d-761264-6 neutron-server[80681]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev121 Nov 12 07:30:17.518183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80681) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 12 07:30:17.519272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 12 07:30:17.519486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 12 07:30:17.520523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 12 07:30:17.520775 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 12 07:30:17.521084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 12 07:30:17.521446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.521784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.522118 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.522375 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.522705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.523034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.523349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.523680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.524017 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.524340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.524633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.524971 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.525228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.525544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.525868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.526192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.526443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] debug = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.526741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.527273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.527591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.527904 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.528230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.528536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.528847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.529269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.529632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] host = n-d-761264-6 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.529947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.530275 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.530600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.530927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.531239 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.531551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.531875 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.532187 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.532495 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] log_file = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.532803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.533157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.533482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.533814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.534074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.534324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.534649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.534975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.535286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.535591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.535905 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.536218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.536524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.536824 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.537171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.537490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.537815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.538123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.538430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.538734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.539041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.539364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.539673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.539980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.540286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.540606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.540929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.541236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.541576 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.541898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.542223 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.542545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.542854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.543174 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.543479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.543783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.544092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] use_json = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.544396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.544726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.545058 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.545367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.545670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.545974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.546273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.546594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:17.546926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.547258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.547598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.547915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.548242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.548557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.548883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.549264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.549531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.549859 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.550182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.550491 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.550812 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.551138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.551463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.551770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.552080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.552410 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.552722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.553077 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.553406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.553922 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.554035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.554289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.554597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.554900 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.555201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.555512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.555842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.556150 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.556455 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.556759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.557091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.557398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.557717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.558030 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.558335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.558640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.558958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.559270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.559571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.559882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.560281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.560806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.561148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.561460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.561771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.562082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.562391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.562700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.563009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.563321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.563627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.563937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.564249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.564557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.564865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.565211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.565546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.565859 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.566172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.566487 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.566797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.567107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.567416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.567726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.568036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.568341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.568671 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.569354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.569674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.569989 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.570299 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.570633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.570941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.571255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.571568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.571875 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.572194 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.572512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.572840 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.573192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.573515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.573841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.574175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.574489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.574837 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.575149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:17.575394 n-d-761264-6 neutron-server[80681]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 12 07:30:17.575656 n-d-761264-6 neutron-server[80681]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80681) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 12 07:30:18.217867 n-d-761264-6 neutron-server[80681]: INFO keyring.backend [-] Loading Gnome Nov 12 07:30:18.235462 n-d-761264-6 neutron-server[80681]: INFO keyring.backend [-] Loading Google Nov 12 07:30:18.238037 n-d-761264-6 neutron-server[80681]: INFO keyring.backend [-] Loading Windows (alt) Nov 12 07:30:18.241479 n-d-761264-6 neutron-server[80681]: INFO keyring.backend [-] Loading file Nov 12 07:30:18.242464 n-d-761264-6 neutron-server[80681]: INFO keyring.backend [-] Loading keyczar Nov 12 07:30:18.242737 n-d-761264-6 neutron-server[80681]: INFO keyring.backend [-] Loading multi Nov 12 07:30:18.243384 n-d-761264-6 neutron-server[80681]: INFO keyring.backend [-] Loading pyfs Nov 12 07:30:18.289350 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80681) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:30:18.289652 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80681) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:30:18.289970 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80681) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:30:18.290348 n-d-761264-6 neutron-server[80681]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 07:30:18.712964 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.713546 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.713546 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.772750 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.773079 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.773374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.776265 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.776579 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.776871 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.853103 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.853345 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.853652 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.854680 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.854948 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.855233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.973304 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.973631 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.973917 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.974219 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:18.975032 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.154237 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.154561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.155065 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.155365 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.155655 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.156109 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.156434 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.156750 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.157091 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.157452 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.157787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.158121 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.158409 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.158702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.159012 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.159327 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.159616 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.159934 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.160218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.160703 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.161014 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.161274 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.161611 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.161889 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.162161 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.162582 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 12 07:30:19.162852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 12 07:30:19.163120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 12 07:30:19.163389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 12 07:30:19.163656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 12 07:30:19.163919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 12 07:30:19.165329 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 07:30:19.172787 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 07:30:19.180276 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 07:30:19.185639 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(2700, 2749)])]) Nov 12 07:30:19.188534 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 07:30:19.189654 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 07:30:19.190032 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 12 07:30:19.190460 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 07:30:19.194354 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 07:30:19.194633 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 07:30:19.195020 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 12 07:30:19.216971 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 12 07:30:19.217500 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.217825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80681) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 12 07:30:19.218233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.219573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80681) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 07:30:19.219882 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 12 07:30:19.220155 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 12 07:30:19.223307 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.223615 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.288330 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 07:30:19.288599 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 07:30:19.288830 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 07:30:19.289289 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 07:30:19.324414 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.sqlalchemy.engines [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80681) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 12 07:30:19.637687 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Initializing driver for type 'gre' Nov 12 07:30:19.638242 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] gre ID ranges: [(1, 1000)] Nov 12 07:30:19.684842 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Initializing driver for type 'local' Nov 12 07:30:19.685274 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Initializing driver for type 'vlan' Nov 12 07:30:19.698542 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] VlanTypeDriver initialization complete Nov 12 07:30:19.698898 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Initializing driver for type 'vxlan' Nov 12 07:30:19.699432 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] vxlan ID ranges: [(1, 1000)] Nov 12 07:30:19.745121 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Initializing extension driver 'port_security' Nov 12 07:30:19.745620 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.extensions.port_security [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] PortSecurityExtensionDriver initialization complete Nov 12 07:30:19.745847 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Initializing mechanism driver 'openvswitch' Nov 12 07:30:19.752164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80681) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:30:19.753052 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > port after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.753454 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > port after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.753839 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > port after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.754258 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > subnet after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.754643 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > subnet after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.755020 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > subnet after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.755418 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > network after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.755796 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > network after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.756170 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > network after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.756585 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > security_group after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.756985 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > security_group after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.757359 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > security_group after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.757769 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.758148 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.758517 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.759057 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > address_group after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.759435 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > address_group after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.759808 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > address_group after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.760178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] ML2 OVO RPC backend initialized. {{(pid=80681) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 12 07:30:19.760922 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router_interface after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.761304 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.761761 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > network before_response 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.762142 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > networks before_response 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.762520 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > port before_response 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.762895 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > ports before_response 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.763414 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > subnet before_response 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.763757 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > subnets before_response 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.764131 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > network after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.764507 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > network after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.764877 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > network after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.765272 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > port after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.765643 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > port after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.766012 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > port after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.766380 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > subnet after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.766748 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > subnet after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.767115 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > subnet after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.767749 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.plugin [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Modular L2 Plugin initialization complete Nov 12 07:30:19.768103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading services supported by the core plugin {{(pid=80681) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 07:30:19.768463 n-d-761264-6 neutron-server[80681]: INFO neutron.plugins.ml2.managers [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Got port-security extension from driver 'port_security' Nov 12 07:30:19.768997 n-d-761264-6 neutron-server[80681]: INFO neutron.extensions.vlantransparent [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Disabled vlantransparent extension. Nov 12 07:30:19.769474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80681) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 07:30:19.769816 n-d-761264-6 neutron-server[80681]: INFO neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading Plugin: router Nov 12 07:30:19.812083 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router_interface before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.812459 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router after_create 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.812857 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router before_create 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.813315 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.813726 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.814121 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router after_delete 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.814512 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > floatingip after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.815316 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router after_create 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.815699 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router after_update 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.816090 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router after_update 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.816450 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.816850 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router after_update 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.817365 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router precommit_update 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.817780 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: port after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.818154 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: port after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.818526 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: subnet after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.819236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.819625 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > port precommit_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.820011 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router precommit_create 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.820390 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: port before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.820766 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router precommit_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.821191 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router after_update 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.821568 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router precommit_delete 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.821953 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router precommit_create 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.822357 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router_interface after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.822736 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router precommit_update 55549900 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.823779 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Tracking information for resource: router configured {{(pid=80681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 12 07:30:19.824153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Tracking information for resource: floatingip configured {{(pid=80681) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 12 07:30:19.829367 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_agentschedulers_db [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 07:30:19.830026 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: port after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.830421 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: port after_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.830803 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: port after_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.831184 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: port after_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.832123 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router before_create 55550100 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.832529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router precommit_delete 55550100 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.832937 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router precommit_create 55550100 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.833360 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > router precommit_update 55550100 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.838028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.provider_configuration [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service providers = [] {{(pid=80681) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 07:30:19.838422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.servicetype_db [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80681) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 07:30:19.841299 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.service_base [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 12 07:30:19.841731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.service_base [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 12 07:30:19.842181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.service_base [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 12 07:30:19.843078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.service_base [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80681) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 12 07:30:19.843477 n-d-761264-6 neutron-server[80681]: INFO neutron.services.service_base [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 07:30:19.843888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 12 07:30:19.844241 n-d-761264-6 neutron-server[80681]: INFO neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 07:30:19.865905 n-d-761264-6 neutron-server[80681]: DEBUG neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 12 07:30:19.866275 n-d-761264-6 neutron-server[80681]: INFO neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading Plugin: auto_allocate Nov 12 07:30:19.876951 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: network precommit_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.877394 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: network precommit_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.877980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 12 07:30:19.878336 n-d-761264-6 neutron-server[80681]: INFO neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading Plugin: tag Nov 12 07:30:19.889758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 12 07:30:19.890136 n-d-761264-6 neutron-server[80681]: INFO neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading Plugin: timestamp Nov 12 07:30:19.893984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 12 07:30:19.894347 n-d-761264-6 neutron-server[80681]: INFO neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading Plugin: network_ip_availability Nov 12 07:30:19.900048 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.900455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.900835 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:19.901658 n-d-761264-6 neutron-server[80681]: DEBUG neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 12 07:30:19.902012 n-d-761264-6 neutron-server[80681]: INFO neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading Plugin: flavors Nov 12 07:30:19.917966 n-d-761264-6 neutron-server[80681]: DEBUG neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 12 07:30:19.918335 n-d-761264-6 neutron-server[80681]: INFO neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading Plugin: revisions Nov 12 07:30:19.922807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80681) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 12 07:30:19.923232 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.633s {{(pid=80681) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:30:19.924040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80681) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 12 07:30:19.924402 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Initializing extension manager. Nov 12 07:30:19.924925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: __init__.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.925342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: __pycache__ {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.925713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.926047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.926440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: _filter_validation_lib.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.926803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.927163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: address_group.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.927952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.928622 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: address-group Nov 12 07:30:19.928998 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: address_scope.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.929783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.930357 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: address-scope Nov 12 07:30:19.930714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: admin_state_down_before_update.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.931663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.932245 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: router-admin-state-down-before-update Nov 12 07:30:19.932600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: agent.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.933398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.934000 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: agent Nov 12 07:30:19.934364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: agent_resources_synced.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.935465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.936038 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: agent-resources-synced Nov 12 07:30:19.936395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: allowedaddresspairs.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.938250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.938841 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: allowed-address-pairs Nov 12 07:30:19.939203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: auto_allocated_topology.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.940294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.940874 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: auto-allocated-topology Nov 12 07:30:19.941267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: availability_zone.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.942064 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.942637 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: availability_zone Nov 12 07:30:19.942996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: availability_zone_filter.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.944271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.944845 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: availability_zone_filter Nov 12 07:30:19.945230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: data_plane_status.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.946149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.946725 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 07:30:19.947084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: default_subnetpools.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.948006 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.948582 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: default-subnetpools Nov 12 07:30:19.948964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: dhcpagentscheduler.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.949824 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.950400 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: dhcp_agent_scheduler Nov 12 07:30:19.950783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: dns.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.951741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.952313 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension dns-integration not supported by any of loaded plugins Nov 12 07:30:19.952676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: dns_domain_ports.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.953628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.954203 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 07:30:19.954559 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: dvr.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.955291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.955865 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: dvr Nov 12 07:30:19.956250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: empty_string_filtering.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.957157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.957728 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: empty-string-filtering Nov 12 07:30:19.958081 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.959012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.959584 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 07:30:19.959935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.960858 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.961452 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 07:30:19.961808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: external_net.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.964291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.964922 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: external-net Nov 12 07:30:19.965283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: extra_dhcp_opt.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.966217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.966924 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: extra_dhcp_opt Nov 12 07:30:19.967923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: extraroute.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.968259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.968847 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: extraroute Nov 12 07:30:19.969229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: extraroute_atomic.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.970289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.970870 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: extraroute-atomic Nov 12 07:30:19.971233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: filter_validation.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.971949 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.972518 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: filter-validation Nov 12 07:30:19.972874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: fip_pf_description.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.973820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.974389 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 07:30:19.974746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: fip_port_details.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.975680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.976258 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: fip-port-details Nov 12 07:30:19.976614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: flavors.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.977876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.978465 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: flavors Nov 12 07:30:19.978826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.980507 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.981143 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 07:30:19.981511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: floatingip_pools.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.982445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.982895 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: floatingip-pools Nov 12 07:30:19.983252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: ip_allocation.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.984217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.984800 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 07:30:19.985205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.986133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.986715 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: ip-substring-filtering Nov 12 07:30:19.987075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: l2_adjacency.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.988001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.988571 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 07:30:19.988956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: l3.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.990157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.990755 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: router Nov 12 07:30:19.991117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: l3_conntrack_helper.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.993462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.994073 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 07:30:19.994437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.995376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.995962 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: ext-gw-mode Nov 12 07:30:19.996325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.997308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.998092 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: l3-ha Nov 12 07:30:19.998323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: l3_flavors.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:19.999251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:19.999839 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: l3-flavors Nov 12 07:30:20.000204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.001152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.001733 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 07:30:20.002094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: l3agentscheduler.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.003281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.003873 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: l3_agent_scheduler Nov 12 07:30:20.004235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: logging.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.005782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.006374 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension logging not supported by any of loaded plugins Nov 12 07:30:20.006744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: metering.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.007663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.008386 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: metering Nov 12 07:30:20.008748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.009923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.010488 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: metering_source_and_destination_fields Nov 12 07:30:20.010851 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: multiprovidernet.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.011790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.012367 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: multi-provider Nov 12 07:30:20.012729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: netmtu.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.013737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.014308 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: net-mtu Nov 12 07:30:20.014662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: netmtu_writable.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.015594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.016171 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: net-mtu-writable Nov 12 07:30:20.016525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: network_availability_zone.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.017279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.017859 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: network_availability_zone Nov 12 07:30:20.018214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: network_ip_availability.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.019338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.019937 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: network-ip-availability Nov 12 07:30:20.020284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: network_segment_range.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.021155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.021732 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 07:30:20.022090 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: pagination.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.023177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.023555 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: pagination Nov 12 07:30:20.023911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.024868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.025483 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: port-mac-address-regenerate Nov 12 07:30:20.025842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: port_resource_request.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.026798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.027369 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 07:30:20.027726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: portbindings.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.028687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.029414 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: binding Nov 12 07:30:20.029784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: portbindings_extended.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.031080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.031665 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: binding-extended Nov 12 07:30:20.032027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: portsecurity.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.033083 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.033666 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: port-security Nov 12 07:30:20.034027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: project_id.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.035019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.035391 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: project-id Nov 12 07:30:20.035746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: providernet.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.036679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.037286 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: provider Nov 12 07:30:20.037643 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: qos.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.041220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.041817 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension qos not supported by any of loaded plugins Nov 12 07:30:20.042184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.043436 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.044025 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 07:30:20.044389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.045532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.046117 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 07:30:20.046481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: qos_default.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.047408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.047989 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension qos-default not supported by any of loaded plugins Nov 12 07:30:20.048354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: qos_fip.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.049087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.049660 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension qos-fip not supported by any of loaded plugins Nov 12 07:30:20.050020 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: qos_gateway_ip.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.050951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.051525 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 07:30:20.051886 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: qos_port_network_policy.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.052812 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.053420 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 07:30:20.053778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: qos_rule_type_details.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.054700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.055283 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 07:30:20.055641 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: qos_rules_alias.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.056699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.057305 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 07:30:20.057661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: quotasv2.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.058736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.059107 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: quotas Nov 12 07:30:20.059469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: quotasv2_detail.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.061268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.061655 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: quota_details Nov 12 07:30:20.062026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: rbac.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.063234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.063781 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: rbac-policies Nov 12 07:30:20.064145 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: rbac_address_scope.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.065122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.065708 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: rbac-address-scope Nov 12 07:30:20.066071 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: rbac_security_groups.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.067003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.067585 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: rbac-security-groups Nov 12 07:30:20.067945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: rbac_subnetpool.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.069262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.069852 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: rbac-subnetpool Nov 12 07:30:20.070212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: revisionifmatch.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.071156 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.071741 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: revision-if-match Nov 12 07:30:20.072101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: revisions.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.073249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.073837 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: standard-attr-revisions Nov 12 07:30:20.074196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: router_availability_zone.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.074920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.075500 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: router_availability_zone Nov 12 07:30:20.075908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: routerservicetype.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.076845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.077447 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension router-service-type not supported by any of loaded plugins Nov 12 07:30:20.077806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: security_groups_port_filtering.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.078749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.079341 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: port-security-groups-filtering Nov 12 07:30:20.079704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: securitygroup.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.092851 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.093503 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: security-group Nov 12 07:30:20.093873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: segment.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.094742 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.095324 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension segment not supported by any of loaded plugins Nov 12 07:30:20.095680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.096629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.097239 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 07:30:20.097597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: servicetype.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.098702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.099292 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: service-type Nov 12 07:30:20.099665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: sorting.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.100658 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.101057 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: sorting Nov 12 07:30:20.101416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: standard_attr_segment.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.102343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.102923 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 07:30:20.103282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: standardattrdescription.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.103956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.104525 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: standard-attr-description Nov 12 07:30:20.104880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: stateful_security_group.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.105849 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.106441 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: stateful-security-group Nov 12 07:30:20.106802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: stdattrs_common.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.107418 n-d-761264-6 neutron-server[80681]: WARNING neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 07:30:20.107776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.108709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.109317 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 07:30:20.109680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: subnet_onboard.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.110831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.111420 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: subnet_onboard Nov 12 07:30:20.111779 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.112738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.113346 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 07:30:20.113707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: subnet_service_types.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.114645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.115237 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: subnet-service-types Nov 12 07:30:20.115597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: subnetallocation.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.116688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.117297 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: subnet_allocation Nov 12 07:30:20.117658 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.118358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.118935 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: subnetpool-prefix-ops Nov 12 07:30:20.119294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.120236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.120815 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 07:30:20.121221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: tagging.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.122517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.123149 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: standard-attr-tag Nov 12 07:30:20.123511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: timestamp.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.124684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.125299 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loaded extension: standard-attr-timestamp Nov 12 07:30:20.125698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: trunk.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.126725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.127305 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension trunk not supported by any of loaded plugins Nov 12 07:30:20.127665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: trunk_details.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.128605 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.129213 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension trunk-details not supported by any of loaded plugins Nov 12 07:30:20.129578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: uplink_status_propagation.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.130511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.131084 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 07:30:20.131446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Loading extension file: vlantransparent.py {{(pid=80681) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 12 07:30:20.132155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80681) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 12 07:30:20.132726 n-d-761264-6 neutron-server[80681]: INFO neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 07:30:20.135374 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:network Nov 12 07:30:20.136212 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:subnet Nov 12 07:30:20.136885 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:30:20.137573 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:port Nov 12 07:30:20.139155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.139649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service FLAVORS assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.140338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.140814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.141222 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:router Nov 12 07:30:20.141945 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:floatingip Nov 12 07:30:20.142708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service METERING assigned prefix: /metering {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.144509 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:20.144933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:20.145315 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80681) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:30:20.146464 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 07:30:20.146949 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:security_group Nov 12 07:30:20.147757 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 07:30:20.148569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service CORE assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.148931 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:30:20.149318 n-d-761264-6 neutron-server[80681]: WARNING neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] subnetpool is already registered Nov 12 07:30:20.149981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service CORE assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.150346 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:30:20.150714 n-d-761264-6 neutron-server[80681]: WARNING neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] subnetpool is already registered Nov 12 07:30:20.153487 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.154092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service FLAVORS assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.154726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.155188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.155560 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:router Nov 12 07:30:20.155918 n-d-761264-6 neutron-server[80681]: WARNING neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] router is already registered Nov 12 07:30:20.156578 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:floatingip Nov 12 07:30:20.156956 n-d-761264-6 neutron-server[80681]: WARNING neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] floatingip is already registered Nov 12 07:30:20.157651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service METERING assigned prefix: /metering {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.158389 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 07:30:20.158755 n-d-761264-6 neutron-server[80681]: WARNING neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] rbac_policy is already registered Nov 12 07:30:20.159375 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:security_group Nov 12 07:30:20.159739 n-d-761264-6 neutron-server[80681]: WARNING neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] security_group is already registered Nov 12 07:30:20.160392 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 07:30:20.160753 n-d-761264-6 neutron-server[80681]: WARNING neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] security_group_rule is already registered Nov 12 07:30:20.161514 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service CORE assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.161879 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:30:20.162223 n-d-761264-6 neutron-server[80681]: WARNING neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] subnetpool is already registered Nov 12 07:30:20.162885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.resource_helper [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Service CORE assigned prefix: {{(pid=80681) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 12 07:30:20.163247 n-d-761264-6 neutron-server[80681]: INFO neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 07:30:20.163603 n-d-761264-6 neutron-server[80681]: WARNING neutron.quota.resource_registry [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] subnetpool is already registered Nov 12 07:30:20.164309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: extensions {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.165894 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: address-groups {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.168469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: address-scopes {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.170015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: agents {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.171251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: auto-allocated-topology {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.172568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: availability_zones {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.276079 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: dhcp-networks {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.277638 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: dhcp-agents {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.279240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: routers {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.281372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: flavors {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.282620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: service_profiles {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.283971 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: next_providers {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.285598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: service_profiles {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.287136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: floatingip-pools {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.288427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: routers {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.290456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: floatingips {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.291734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: l3-routers {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.293255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: l3-agents {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.295052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: metering-labels {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.296501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: metering-label-rules {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.297910 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: network-ip-availabilities {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.299261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: bindings {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.301048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: quotas {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.302599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: quotas {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.304104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: rbac-policies {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.305522 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: security-groups {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.306813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: security-group-rules {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.308143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: service-providers {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.309465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: subnetpools {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.311022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: subnetpools {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.312583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: tags {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.314459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: tags {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.316351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: tags {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.318300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: tags {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.320544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: tags {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.322377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: tags {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.324267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: tags {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.326366 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: tags {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.328352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: tags {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.330351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.extensions [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Extended resource: tags {{(pid=80681) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 12 07:30:20.337551 n-d-761264-6 neutron-server[80681]: WARNING keystonemiddleware.auth_token [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 07:30:20.343903 n-d-761264-6 neutron-server[80681]: WARNING keystonemiddleware.auth_token [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 07:30:20.352885 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Acquired lock "singleton_lock" {{(pid=80681) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 12 07:30:20.353446 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Releasing lock "singleton_lock" {{(pid=80681) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 12 07:30:20.354916 n-d-761264-6 neutron-server[80681]: INFO oslo_service.service [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Starting 2 workers Nov 12 07:30:20.359728 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Started child 80792 {{(pid=80681) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 12 07:30:20.363784 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:20.364427 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Started child 80793 {{(pid=80681) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 12 07:30:20.365375 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [-] (80792) wsgi starting up on http://0.0.0.0:9696 Nov 12 07:30:20.365945 n-d-761264-6 neutron-server[80681]: INFO neutron.service [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 07:30:20.366675 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Notify callbacks [] for process, before_spawn {{(pid=80681) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:20.368736 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:20.369124 n-d-761264-6 neutron-server[80681]: INFO oslo_service.service [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Starting 1 workers Nov 12 07:30:20.370232 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [-] (80793) wsgi starting up on http://0.0.0.0:9696 Nov 12 07:30:20.374600 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Started child 80794 {{(pid=80681) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 12 07:30:20.375161 n-d-761264-6 neutron-server[80681]: INFO oslo_service.service [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Starting 1 workers Nov 12 07:30:20.377146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.service [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] calling RpcWorker wait() {{(pid=80794) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 07:30:20.377543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.service [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] returning from RpcWorker wait() {{(pid=80794) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 07:30:20.379077 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:20.379597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:30:20.379896 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Started child 80795 {{(pid=80681) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 12 07:30:20.380693 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b2cbcf10-7ed0-4f3d-831b-aa747b63284e None None] Notify callbacks [] for process, after_spawn {{(pid=80681) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:20.382307 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80681) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 12 07:30:20.382477 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 12 07:30:20.382711 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 12 07:30:20.382970 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 12 07:30:20.383381 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 12 07:30:20.383531 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 12 07:30:20.384088 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.384382 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.384718 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.385008 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.385324 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.385656 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:20.385981 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.386280 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.386557 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.386870 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.387136 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.387249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:30:20.387352 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.387475 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.387919 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.388470 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.388794 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.389105 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.389405 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.389669 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.389864 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.390154 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.390479 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.390766 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.391043 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] debug = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.391354 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.391908 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.392161 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.392428 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.392684 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.393031 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.393298 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.393590 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.393863 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.394115 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.394378 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.394667 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.394910 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.395161 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.395434 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.395685 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.396124 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] host = n-d-761264-6 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.396369 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.396616 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.396900 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.397187 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.397476 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.397736 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.398022 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.398313 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.398584 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.398841 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.399124 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.399366 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.399632 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.399878 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_file = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.400239 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_options = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.400517 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.400799 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.401124 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.401337 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.401531 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.401722 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.402033 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.402224 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.402498 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.402758 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.403003 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.403250 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.403496 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.403761 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.404074 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.404323 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.404569 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.404801 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.405096 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.405359 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.405621 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.405883 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.406108 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.406355 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.406598 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.406856 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.407122 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.407371 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.407669 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.408016 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.408135 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.408490 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.408632 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.408927 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.409225 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.409466 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.409675 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.409983 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.410255 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.411202 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.411202 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.411202 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.411436 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.411558 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.411702 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.412073 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_json = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.412488 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.412938 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.413570 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.413824 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.414131 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.414327 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.414776 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.415008 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.415592 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.416074 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.416428 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.416731 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.418260 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.418260 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.418260 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.418260 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.418260 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.418260 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.418847 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.418847 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.419384 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.419503 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.419789 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.420069 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.421153 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.421153 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.421153 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.421153 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.421545 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.421545 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.421854 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.422107 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.422384 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.422600 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.424713 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.424713 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.424713 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.424713 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.424713 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.424713 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.424713 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.424713 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.425457 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.425457 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.425457 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.425715 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.425810 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.425996 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.426289 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.426506 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.426782 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.427034 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.427306 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.427559 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.427774 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.428019 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.428286 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.428530 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.428803 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.429079 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.429351 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.429597 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.429885 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.430139 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.430386 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.430661 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.430883 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.431101 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.431547 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.431812 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.432080 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.432323 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.432572 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.432816 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.433089 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.433339 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.433568 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.433812 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.434060 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.434309 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.434555 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.434869 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.435315 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.435612 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.435893 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.436148 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.436428 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.436708 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.437014 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.437268 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.437532 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.437786 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.438073 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.438333 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.438621 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.438894 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.439147 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.439455 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.439708 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.439970 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.440241 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.440522 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.440780 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.441091 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.441378 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.441645 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.441919 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.442232 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.442544 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.442811 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.443122 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.443403 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.444019 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.444365 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.444662 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.445010 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.445300 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.445573 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.445852 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.446140 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.446799 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.446799 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.447118 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.447321 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.447594 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.447862 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.448120 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.448387 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.448655 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.449019 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.449310 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.449594 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.449844 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.450160 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.450446 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.450731 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.451078 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.451370 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.451642 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.451934 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.452205 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.452470 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.452720 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.453034 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.453285 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.453552 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.453818 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.454087 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.454339 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.454653 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.454970 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.455194 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.455454 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.455712 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.455974 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.456228 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.456514 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.458629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.458629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.458629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.458629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.458629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.458629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.458629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.458629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.459403 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.459403 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.459403 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.459660 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.459752 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.459979 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.460256 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.460510 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.460800 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.461082 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.461332 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.461584 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.461836 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.462638 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.462638 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.462638 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.462942 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.463043 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.463288 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.465243 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.465243 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.465243 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.465243 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.465243 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.465243 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.465243 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.465881 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.465881 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.465881 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.466149 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.466347 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.466611 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.466883 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.467209 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.467485 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.467731 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.467978 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.468880 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.468880 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.468880 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.469412 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.469412 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.469663 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.469801 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.470434 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.470434 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.470709 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.470948 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.471403 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.471557 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.471703 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.472428 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.472428 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.472428 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.472754 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.473136 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.473431 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.473724 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.474061 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.474374 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:2700:2749'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.474678 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.474947 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.475250 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.475767 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.476222 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.476496 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.476930 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.477406 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.477829 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.478093 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.478350 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.478588 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.479006 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.479296 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.479596 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.479893 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.480175 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.480418 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.480679 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.480979 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.481232 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.481510 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.481763 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.481957 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 12 07:30:20.482539 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80681) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 12 07:30:20.482735 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 12 07:30:20.482918 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 12 07:30:20.483140 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 12 07:30:20.483344 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 12 07:30:20.483527 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 12 07:30:20.483776 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.483967 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.484154 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.484331 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.484517 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.484707 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.484937 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.485093 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.485286 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.485472 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.485658 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.485844 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.486030 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.486216 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.486403 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.486590 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.486777 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.486965 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.487155 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.487347 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.487500 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.487686 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.487874 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] debug = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.488059 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.488279 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.488466 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.488650 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.489393 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.489393 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.489589 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.489698 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.489889 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.490103 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.490346 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.490484 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.490580 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.490729 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.490915 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.491098 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.491263 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] host = n-d-761264-6 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.491447 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.491631 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.491816 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.492000 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.492186 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.492370 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.492555 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.492741 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.492961 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.493153 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.493339 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.493525 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.493710 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.493893 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_file = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.494076 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_options = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.494259 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.494442 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.494627 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.494834 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.495020 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.495205 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.495390 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.495574 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.495757 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.495941 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.496130 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.496315 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.496501 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.496686 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.496871 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.497078 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.497261 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.497447 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.497656 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.497840 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.498025 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.498211 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.498396 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.498580 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.498764 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.498948 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.499131 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.499321 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.499503 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.499688 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.499872 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.500062 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.500222 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.500413 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.500588 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.500740 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.500884 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.501059 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.501431 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.501624 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.501789 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.501977 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.502164 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.502349 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.502626 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.502848 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_json = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.502848 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.503117 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.503331 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.503331 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.503587 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.503687 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.503781 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.503976 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 12 07:30:20.504184 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.504371 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.504573 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.504761 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.504999 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.505149 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.505325 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.505512 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.505698 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.505886 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.506080 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.506316 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.506448 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.506634 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.506821 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.507007 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.507192 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.507381 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.507571 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.507804 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.507962 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.508057 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.508245 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.508431 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.508617 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.508802 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.509013 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.509205 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.509393 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.509582 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.509770 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.509958 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.510180 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.510375 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.510471 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.510632 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.510819 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.511007 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.511192 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.511391 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.511576 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.511751 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.511929 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.512120 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.512306 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.512492 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.512682 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.512870 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.513050 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.513302 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.513511 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.513698 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.513886 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.514073 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.514262 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.514449 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.514638 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.514810 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.515354 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.515354 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.515354 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.515690 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.515690 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.515900 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.516034 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.516178 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.516296 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.516452 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.516636 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.516821 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.517034 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.517223 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.517411 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.517606 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.517810 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.517999 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.518188 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.518374 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.518560 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.518807 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.518955 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.519090 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.519224 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.519411 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.519598 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.519783 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.519973 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.520158 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.520377 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.520492 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.520661 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.520845 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.521056 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.521244 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.521433 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.521622 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.521807 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.521991 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.522177 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.522362 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.522558 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.522826 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.522975 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.523111 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.523245 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.523431 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.523619 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.523807 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.523992 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.524178 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.524365 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.524551 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.524737 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.524945 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.525138 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.525325 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.525855 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.525855 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.525855 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.526209 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.526209 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.526414 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.526520 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.526690 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.526876 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.527061 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.527247 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.527433 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.527649 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.527845 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.527980 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.528110 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.528242 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.528420 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.528607 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.528794 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.529187 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.529187 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.529619 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.529619 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.529883 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.529883 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.530137 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.530137 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.530414 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.530618 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.530618 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.530868 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.530975 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.531238 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.531356 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.531487 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.531620 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.531753 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.531921 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.532122 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.532242 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.532426 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.532614 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.532799 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.533049 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.533189 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.533336 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.533471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:30:20.533617 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.533617 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.533872 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.534004 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.534138 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.534270 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.534455 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.534642 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.534829 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.535015 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.535202 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.535388 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.535574 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.535778 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.535965 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.536153 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.536339 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.536547 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.536684 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.536817 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.537028 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.537214 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.537400 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.537590 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.537778 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.537964 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.538151 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.538336 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.538521 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.538707 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.538893 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.539112 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.539256 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.539424 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.539610 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.539805 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.539993 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.540181 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.540380 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.540566 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.540782 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.540959 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.541096 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.541270 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.541456 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.541643 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.541829 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.542017 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.542208 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.542406 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.542601 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.542788 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.542984 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.543205 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:2700:2749'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.543344 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.543513 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.543705 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.543908 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.544095 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.544282 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.544492 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.544790 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.544982 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.545176 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.545316 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.545492 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.545679 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.545865 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.546052 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.546238 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.546425 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.546610 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.546796 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.546982 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.547169 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.547357 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.547541 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 12 07:30:20.547721 n-d-761264-6 neutron-server[80681]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80681) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 12 07:30:20.631075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 41258) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:30:20.643942 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [-] 10.222.0.40 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098422 Nov 12 07:30:30.500505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ce05c-c5b2-4097-8009-21f01a0faf37 None None] get_active_networks_info from n-d-761264-6 {{(pid=80794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 12 07:30:30.550328 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4ce05c-c5b2-4097-8009-21f01a0faf37 None None] No non-hosted networks {{(pid=80794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 07:30:30.564215 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agentschedulers_db [None req-db4ce05c-c5b2-4097-8009-21f01a0faf37 None None] DHCP Agent not found on host n-d-761264-6 {{(pid=80794) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Nov 12 07:30:30.630074 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b55e4da3-8f50-4078-8c2e-ac9150bbdca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570'] for agent, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:32.981232 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a34c9545-1a21-459c-bf40-dfc455f46ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570'] for agent, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:33.017316 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570'] for agent, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:33.040059 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c96bd66-7992-49d2-ae0d-67124ed46c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:34.295736 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570'] for agent, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:34.299857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.303018 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.304061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.306794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.307611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.308141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.308655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.309208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.309704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.310454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.310955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.311447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:34.312009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-761264-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:30:34.317549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-761264-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:30:34.429737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] get_endpoint_by_host() called for host n-d-761264-6 {{(pid=80794) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 12 07:30:34.435816 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] get_endpoint_by_ip() called for ip 192.168.0.53 {{(pid=80794) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 12 07:30:34.439272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] _add_endpoint() called for ip 192.168.0.53 {{(pid=80794) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 12 07:30:34.445749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] _get_endpoints() called {{(pid=80794) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 12 07:30:34.712734 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570'] for agent, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:36.417347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 41350) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:30:37.105039 n-d-761264-6 neutron-server[80681]: WARNING oslo_policy.policy [None req-64172fe1-3d83-4e6e-ae85-b8bf013f8269 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:30:37.105620 n-d-761264-6 neutron-server[80681]: WARNING oslo_policy.policy [None req-64172fe1-3d83-4e6e-ae85-b8bf013f8269 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:30:37.341751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [None req-64172fe1-3d83-4e6e-ae85-b8bf013f8269 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:30:37.342584 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-64172fe1-3d83-4e6e-ae85-b8bf013f8269 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9242735 Nov 12 07:30:38.166634 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_hamode_db [None req-a6add5ef-f301-4782-ad13-5b220077068e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 07:30:38.255013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6add5ef-f301-4782-ad13-5b220077068e None None] Routers set() bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:30:38.255350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6add5ef-f301-4782-ad13-5b220077068e None None] Router IDs set() for agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 12 07:30:40.027909 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 41364) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:30:40.459182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-95bc8b3a-5db2-40bb-8841-3193136e329d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:30:40.508349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.policy [None req-95bc8b3a-5db2-40bb-8841-3193136e329d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80792) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 12 07:30:40.509188 n-d-761264-6 neutron-server[80681]: WARNING oslo_policy.policy [None req-95bc8b3a-5db2-40bb-8841-3193136e329d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:30:40.509592 n-d-761264-6 neutron-server[80681]: WARNING oslo_policy.policy [None req-95bc8b3a-5db2-40bb-8841-3193136e329d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:30:40.516680 n-d-761264-6 neutron-server[80681]: INFO neutron.quota [None req-95bc8b3a-5db2-40bb-8841-3193136e329d admin admin] Loaded quota_driver: . Nov 12 07:30:40.561247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-95bc8b3a-5db2-40bb-8841-3193136e329d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:30:40.647220 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95bc8b3a-5db2-40bb-8841-3193136e329d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788248651897', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788248665918', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788248665220', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788248686263', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788248683397', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1360704', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1366590', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846876488', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846843595'] for rbac-policy, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:40.726742 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95bc8b3a-5db2-40bb-8841-3193136e329d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:40.728739 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-95bc8b3a-5db2-40bb-8841-3193136e329d admin admin] 10.222.0.40 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6991851 Nov 12 07:30:43.710992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 41378) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:30:44.147832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'admin_state_up': True}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:30:44.154541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:30:44.159272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Usage tracker for resource:network and tenant:c2ba593dfe0f469a9042e5ce41952920 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:30:44.162990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:30:44.169391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:30:44.180252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Made reservation on behalf of c2ba593dfe0f469a9042e5ce41952920 for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:30:44.186865 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:44.204982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:44.253243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:30:44.257447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Usage tracker for resource:security_group_rule and tenant:c2ba593dfe0f469a9042e5ce41952920 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:30:44.260572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:30:44.267202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:30:44.340085 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:44.344359 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:44.348553 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:30:44.371973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:30:44.399715 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:44.400269 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Added segment 7cb56eba-4369-4bfc-bb85-4573a84ae5ad of type vxlan for network 30638e6c-878f-4869-955e-597b92038936 Nov 12 07:30:44.454132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c135a672-4873-45c4-8865-04d1fb4d932d,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:30:44.480583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.480871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.481280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.481728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.482519 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.482873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.483225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.483577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.483912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.484265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.484598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.484946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Tracked resource versions report: Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: pushed versions: Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: { 'AddressGroup': {'1.0'}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': {'1.0'}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'Log': {'1.0'}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'Network': {'1.1'}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'Port': {'1.5'}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'PortForwarding': {'1.2'}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'QosPolicy': {'1.8'}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': {'1.2'}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': {'1.0'}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'SubPort': {'1.0'}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'Subnet': {'1.1'}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'Trunk': {'1.1'}} Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: consumer versions: Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: { DHCP agent@n-d-761264-6: {}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: L3 agent@n-d-761264-6: {}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: Metadata agent@n-d-761264-6: {}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: Metering agent@n-d-761264-6: {}, Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-d-761264-6: { 'AddressGroup': '1.0', Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}} Nov 12 07:30:44.486170 n-d-761264-6 neutron-server[80681]: {{(pid=80792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 12 07:30:44.522387 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:44.539517 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:30:44.568636 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:44.570054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:30:44.570736 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:44.575777 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:30:44.690386 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9778240 Nov 12 07:30:44.694410 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=30638e6c-878f-4869-955e-597b92038936,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:30:44.699669 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:30:44.711254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 30638e6c-878f-4869-955e-597b92038936 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:30:47.779359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 41394) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:30:48.313316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ac604-5a2c-4ad3-baa7-1d4a0a7b5b86 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:30:48.314715 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-448ac604-5a2c-4ad3-baa7-1d4a0a7b5b86 admin admin] 10.222.0.40 "GET /v2.0/networks/30638e6c-878f-4869-955e-597b92038936 HTTP/1.1" status: 200 len: 818 time: 0.5338001 Nov 12 07:30:48.352745 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f10b9b7b-67e6-493b-b50f-faa66858d557 admin admin] 10.222.0.40 "GET /v2.0/subnetpools/607b2479-eb50-4318-8e3a-98a1fa01a455 HTTP/1.1" status: 200 len: 734 time: 0.0278571 Nov 12 07:30:48.364982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '30638e6c-878f-4869-955e-597b92038936', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'subnetpool_id': '607b2479-eb50-4318-8e3a-98a1fa01a455'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:30:48.372168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:30:48.376598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Usage tracker for resource:subnet and tenant:c2ba593dfe0f469a9042e5ce41952920 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:30:48.379799 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:30:48.385982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:30:48.399467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Made reservation on behalf of c2ba593dfe0f469a9042e5ce41952920 for: {'subnet': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:30:48.404085 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:49.086214 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:49.099082 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:30:49.232603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2f39f1-2283-4a59-8de9-679c922cd8f0,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:30:49.247152 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:30:49.308588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Checking segment: {'id': '7cb56eba-4369-4bfc-bb85-4573a84ae5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '30638e6c-878f-4869-955e-597b92038936'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:30:49.309003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Network hostable DHCP agents. Network: 30638e6c-878f-4869-955e-597b92038936, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:30:49.335029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Network 30638e6c-878f-4869-955e-597b92038936 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:30:49.346003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 30638e6c-878f-4869-955e-597b92038936) {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:30:49.350753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:30:49.351369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:49.356038 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efa1592-f1f1-409d-996b-dea0dba7c767 None None] Network 30638e6c-878f-4869-955e-597b92038936 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:30:49.371690 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0126610 Nov 12 07:30:49.764749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-30638e6c-878f-4869-955e-597b92038936', 'network_id': '30638e6c-878f-4869-955e-597b92038936', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'fixed_ips': [{'subnet_id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:30:49.766052 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:50.111337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Allocated IP 172.20.0.2 (30638e6c-878f-4869-955e-597b92038936/da2f39f1-2283-4a59-8de9-679c922cd8f0/a9b3cfcb-ad63-4479-afe2-f1289d41960b) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:30:50.349965 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:50.363857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Transition to ACTIVE for port object a9b3cfcb-ad63-4479-afe2-f1289d41960b will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:30:50.381954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Transition to ACTIVE for port object a9b3cfcb-ad63-4479-afe2-f1289d41960b will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:30:50.389517 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:50.403345 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:30:50.527276 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Pushing event updated for resources: {'Port': ['ID=a9b3cfcb-ad63-4479-afe2-f1289d41960b,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:30:50.547154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.547527 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.547891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.548249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.548603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.548946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.549339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.549674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.550016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.550345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.550727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.551015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Tracked resource versions report: Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: pushed versions: Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: { 'AddressGroup': {'1.0'}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': {'1.0'}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'Log': {'1.0'}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'Network': {'1.1'}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'Port': {'1.5'}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'PortForwarding': {'1.2'}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'QosPolicy': {'1.8'}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': {'1.2'}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': {'1.0'}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'SubPort': {'1.0'}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'Subnet': {'1.1'}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'Trunk': {'1.1'}} Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: consumer versions: Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: { DHCP agent@n-d-761264-6: {}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: L3 agent@n-d-761264-6: {}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: Metadata agent@n-d-761264-6: {}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: Metering agent@n-d-761264-6: {}, Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-d-761264-6: { 'AddressGroup': '1.0', Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}} Nov 12 07:30:50.552244 n-d-761264-6 neutron-server[80681]: {{(pid=80794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 12 07:30:50.558794 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:30:50.615834 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Network 30638e6c-878f-4869-955e-597b92038936 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:30:50.616879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:30:50.619804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:30:50.679909 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Attempting to bind port a9b3cfcb-ad63-4479-afe2-f1289d41960b on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:30:50.680332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Attempting to bind port a9b3cfcb-ad63-4479-afe2-f1289d41960b by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '7cb56eba-4369-4bfc-bb85-4573a84ae5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '30638e6c-878f-4869-955e-597b92038936'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:30:50.680780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Attempting to bind port a9b3cfcb-ad63-4479-afe2-f1289d41960b on network 30638e6c-878f-4869-955e-597b92038936 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:30:50.687836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:30:50.688814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Checking segment: {'id': '7cb56eba-4369-4bfc-bb85-4573a84ae5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '30638e6c-878f-4869-955e-597b92038936'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:30:50.688814 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:50.689129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Bound using segment: {'id': '7cb56eba-4369-4bfc-bb85-4573a84ae5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '30638e6c-878f-4869-955e-597b92038936'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:30:50.689789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Bound port: a9b3cfcb-ad63-4479-afe2-f1289d41960b, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb56eba-4369-4bfc-bb85-4573a84ae5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '30638e6c-878f-4869-955e-597b92038936'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:30:50.690024 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:50.788507 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] For port a9b3cfcb-ad63-4479-afe2-f1289d41960b, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:30:50.792714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] For port a9b3cfcb-ad63-4479-afe2-f1289d41960b, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=a9b3cfcb-ad63-4479-afe2-f1289d41960b,segment=NetworkSegment(7cb56eba-4369-4bfc-bb85-4573a84ae5ad),segment_id=7cb56eba-4369-4bfc-bb85-4573a84ae5ad)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:30:50.798550 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:50.811708 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:30:51.130562 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Pushing event updated for resources: {'Port': ['ID=a9b3cfcb-ad63-4479-afe2-f1289d41960b,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:30:51.135354 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:30:52.092645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 41404) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:30:52.535459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [None req-17cb33d7-ff17-442c-a0ad-4e0bd123ab87 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:30:52.537288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-17cb33d7-ff17-442c-a0ad-4e0bd123ab87 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4434516 Nov 12 07:30:54.535968 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device a9b3cfcb-ad63-4479-afe2-f1289d41960b up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:30:54.611861 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port a9b3cfcb-ad63-4479-afe2-f1289d41960b completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:30:55.469525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 41418) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:30:55.550674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708df25f-904a-424c-8c57-070bea2a2713 None None] Network 30638e6c-878f-4869-955e-597b92038936 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:30:55.649381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-e6be5073-d0ce-4300-b1fb-038b2e970d7d None None] Provisioning for port a9b3cfcb-ad63-4479-afe2-f1289d41960b completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:30:55.657123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-e6be5073-d0ce-4300-b1fb-038b2e970d7d None None] Provisioning complete for port a9b3cfcb-ad63-4479-afe2-f1289d41960b triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:30:55.657529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e6be5073-d0ce-4300-b1fb-038b2e970d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:55.886829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e6be5073-d0ce-4300-b1fb-038b2e970d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:55.910151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [None req-27fb0c7f-41bf-4d76-854a-53262886f4fd admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:30:55.911226 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-27fb0c7f-41bf-4d76-854a-53262886f4fd admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4406414 Nov 12 07:30:55.948615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-e6be5073-d0ce-4300-b1fb-038b2e970d7d None None] For port a9b3cfcb-ad63-4479-afe2-f1289d41960b, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=a9b3cfcb-ad63-4479-afe2-f1289d41960b,segment=NetworkSegment(7cb56eba-4369-4bfc-bb85-4573a84ae5ad),segment_id=7cb56eba-4369-4bfc-bb85-4573a84ae5ad)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:30:55.952247 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e6be5073-d0ce-4300-b1fb-038b2e970d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:55.955366 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:30:56.026705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be5073-d0ce-4300-b1fb-038b2e970d7d None None] Pushing event updated for resources: {'Port': ['ID=a9b3cfcb-ad63-4479-afe2-f1289d41960b,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:30:56.030799 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e6be5073-d0ce-4300-b1fb-038b2e970d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:30:56.183083 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-a442e511-358b-43cd-9da8-e4c2a7d4104f None None] Provisioning complete for port a9b3cfcb-ad63-4479-afe2-f1289d41960b triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:30:56.183498 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a442e511-358b-43cd-9da8-e4c2a7d4104f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:56.434035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-4c40dcca-c42f-41b4-b766-78b270a85c83 None None] Provisioning complete for port a9b3cfcb-ad63-4479-afe2-f1289d41960b triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:30:56.434446 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4c40dcca-c42f-41b4-b766-78b270a85c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:56.493220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device a9b3cfcb-ad63-4479-afe2-f1289d41960b up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:30:56.621479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port a9b3cfcb-ad63-4479-afe2-f1289d41960b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:30:56.622014 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:30:58.982029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 41430) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:30:59.680958 n-d-761264-6 neutron-server[80681]: WARNING oslo_policy.policy [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:30:59.681801 n-d-761264-6 neutron-server[80681]: WARNING oslo_policy.policy [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:30:59.909484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Request body: {'router': {'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'name': 'router1', 'admin_state_up': True}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:30:59.943640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.policy [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80793) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 12 07:30:59.944480 n-d-761264-6 neutron-server[80681]: WARNING oslo_policy.policy [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:30:59.944879 n-d-761264-6 neutron-server[80681]: WARNING oslo_policy.policy [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 07:30:59.952226 n-d-761264-6 neutron-server[80681]: INFO neutron.quota [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Loaded quota_driver: . Nov 12 07:30:59.996143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:31:00.002693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Usage tracker for resource:router and tenant:c2ba593dfe0f469a9042e5ce41952920 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:31:00.008139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:31:00.015561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:31:00.031439 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846799970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718870'] for router, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:00.033327 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7958150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846774114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56930'] for router, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:00.062495 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:00.173923 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7975814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930'] for router, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:00.195479 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:00.196969 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-716f6dd7-c693-4c1d-bca1-c4cc04b278b3 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2124624 Nov 12 07:31:00.254457 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e30a6e0f-a593-4670-964c-6c3e3fbcb8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:02.857050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 41446) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:31:02.954322 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:02.982873 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-deaa63ed-5c44-43c6-b869-7f9c69fe4970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:03.312438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [None req-1a278e65-0c74-4f71-96be-f0bd7222ac85 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80793) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:31:03.313551 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1a278e65-0c74-4f71-96be-f0bd7222ac85 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4552276 Nov 12 07:31:04.284489 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:04.671427 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:06.014939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 41466) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:31:06.230026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:31:06.237670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:31:06.242221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Usage tracker for resource:network and tenant:da0efc55efeb4bc2aa2d932656e97438 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:31:06.246045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:31:06.252721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:31:06.267353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Made reservation on behalf of da0efc55efeb4bc2aa2d932656e97438 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:31:06.273592 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:06.290755 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:06.349151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:31:06.353420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Usage tracker for resource:security_group_rule and tenant:da0efc55efeb4bc2aa2d932656e97438 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:31:06.356731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:31:06.363113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:31:06.433059 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:06.437471 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:06.443392 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:06.454865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Reserving flat network on physical network physnet1 {{(pid=80793) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 12 07:31:06.487160 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:06.487763 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Unsubscribe: segment precommit_create {{(pid=80793) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 12 07:31:06.488290 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Added segment 63026d81-567e-48a4-9ec1-05bc9f23c834 of type flat for network e05c3b57-937d-41ff-abac-1be23c57afec Nov 12 07:31:06.544193 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee503a7d-1df5-430d-bdef-927d596248ab,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:06.574228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.574597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.574951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.575307 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.575674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.576025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.576358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.576700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.577072 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.577377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.577716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.578053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Tracked resource versions report: Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: pushed versions: Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: { 'AddressGroup': {'1.0'}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': {'1.0'}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'Log': {'1.0'}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'Network': {'1.1'}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'Port': {'1.5'}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'PortForwarding': {'1.2'}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'QosPolicy': {'1.8'}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': {'1.2'}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': {'1.0'}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'SubPort': {'1.0'}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'Subnet': {'1.1'}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'Trunk': {'1.1'}} Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: consumer versions: Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: { DHCP agent@n-d-761264-6: {}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: L3 agent@n-d-761264-6: {}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: Metadata agent@n-d-761264-6: {}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: Metering agent@n-d-761264-6: {}, Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-d-761264-6: { 'AddressGroup': '1.0', Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}} Nov 12 07:31:06.579253 n-d-761264-6 neutron-server[80681]: {{(pid=80793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 12 07:31:06.616336 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:06.632372 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:06.668293 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:06.670025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:31:06.670708 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:06.675695 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:06.784227 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7677288 Nov 12 07:31:06.787211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Pushing event updated for resources: {'Network': ['ID=e05c3b57-937d-41ff-abac-1be23c57afec,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:06.790892 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:06.800660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network e05c3b57-937d-41ff-abac-1be23c57afec details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:31:09.256326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 41490) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:31:09.416195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226cb16a-e814-47b3-9fba-54e1e63a9b7c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:31:09.417650 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-226cb16a-e814-47b3-9fba-54e1e63a9b7c admin admin] 10.222.0.40 "GET /v2.0/subnets/da2f39f1-2283-4a59-8de9-679c922cd8f0 HTTP/1.1" status: 200 len: 849 time: 0.1602337 Nov 12 07:31:09.744023 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c311bf22-5c84-4b44-9548-854272e04aa2 admin admin] 10.222.0.40 "GET /v2.0/routers/931cf642-8e2d-4b5c-8dc0-fd3b7c0230df HTTP/1.1" status: 200 len: 704 time: 0.3170106 Nov 12 07:31:10.243729 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:10.653499 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Allocated IP 172.20.0.1 (30638e6c-878f-4869-955e-597b92038936/da2f39f1-2283-4a59-8de9-679c922cd8f0/c317bced-e5f9-478d-9146-992f4bd55186) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:31:10.823735 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:10.842661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Transition to ACTIVE for port object c317bced-e5f9-478d-9146-992f4bd55186 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:31:10.892073 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:10.908141 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:11.046986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c317bced-e5f9-478d-9146-992f4bd55186,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:11.053305 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:11.112469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Network 30638e6c-878f-4869-955e-597b92038936 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:31:11.113575 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:31:11.116441 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:31:11.117051 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951012'] for router_interface, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:11.244513 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:11.352800 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3a3aa853-4950-4e40-9260-f834e5e51972 None None] Provisioning for port c317bced-e5f9-478d-9146-992f4bd55186 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:31:11.358027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3a3aa853-4950-4e40-9260-f834e5e51972 None None] Provisioning complete for port c317bced-e5f9-478d-9146-992f4bd55186 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:31:11.358444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa853-4950-4e40-9260-f834e5e51972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:11.415188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-3a3aa853-4950-4e40-9260-f834e5e51972 None None] Port c317bced-e5f9-478d-9146-992f4bd55186 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:31:11.536676 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:11.541655 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:11.542753 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7104559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982403'] for router_interface, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:11.558009 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:11.842610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c317bced-e5f9-478d-9146-992f4bd55186,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:11.845498 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:11.916636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Network 30638e6c-878f-4869-955e-597b92038936 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:31:11.917918 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:31:12.142065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-08db7170-2fa9-42cd-a778-2cfd4a7be4c0 None None] Provisioning complete for port c317bced-e5f9-478d-9146-992f4bd55186 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:31:12.142384 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08db7170-2fa9-42cd-a778-2cfd4a7be4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:12.199436 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-08db7170-2fa9-42cd-a778-2cfd4a7be4c0 None None] Port c317bced-e5f9-478d-9146-992f4bd55186 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:31:12.295465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Router 931cf642-8e2d-4b5c-8dc0-fd3b7c0230df is scheduled to L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 with binding_index 1 {{(pid=80793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 12 07:31:12.484545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:31:12.495548 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] 10.222.0.40 "PUT /v2.0/routers/931cf642-8e2d-4b5c-8dc0-fd3b7c0230df/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7454948 Nov 12 07:31:12.495717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Sync routers for ids ['931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:31:12.511314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Routers {'931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:31:12.512169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:31:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:31:12.730607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Set router 931cf642-8e2d-4b5c-8dc0-fd3b7c0230df gateway port host: None {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:31:13.126905 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'name': 'router1', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:31:00Z', 'updated_at': '2020-11-12T07:31:11Z', 'revision_number': 2, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'gw_port_host': None, '_interfaces': [{'id': 'c317bced-e5f9-478d-9146-992f4bd55186', 'name': '', 'network_id': '30638e6c-878f-4869-955e-597b92038936', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'mac_address': 'fa:16:3e:08:d1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:31:10Z', 'updated_at': '2020-11-12T07:31:11Z', 'revision_number': 2, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'subnets': [{'id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '607b2479-eb50-4318-8e3a-98a1fa01a455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:31:13.132116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Checking router: 931cf642-8e2d-4b5c-8dc0-fd3b7c0230df for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:31:13.132532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Updating router 931cf642-8e2d-4b5c-8dc0-fd3b7c0230df port c317bced-e5f9-478d-9146-992f4bd55186 binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:31:13.189625 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:13.818181 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:13.833292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Transition to ACTIVE for port object c317bced-e5f9-478d-9146-992f4bd55186 will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:31:13.837136 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:13.852849 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:13.987355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Pushing event updated for resources: {'Port': ['ID=c317bced-e5f9-478d-9146-992f4bd55186,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:14.021683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.022058 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.022407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.022768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.023114 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.023445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.023795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.024125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.024470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.024813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.025180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.025521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Tracked resource versions report: Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: pushed versions: Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: { 'AddressGroup': {'1.0'}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': {'1.0'}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'Log': {'1.0'}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'Network': {'1.1'}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'Port': {'1.5'}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'PortForwarding': {'1.2'}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'QosPolicy': {'1.8'}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': {'1.2'}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': {'1.0'}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'SubPort': {'1.0'}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'Subnet': {'1.1'}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'Trunk': {'1.1'}} Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: consumer versions: Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: { DHCP agent@n-d-761264-6: {}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: L3 agent@n-d-761264-6: {}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: Metadata agent@n-d-761264-6: {}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: Metering agent@n-d-761264-6: {}, Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-d-761264-6: { 'AddressGroup': '1.0', Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}} Nov 12 07:31:14.026689 n-d-761264-6 neutron-server[80681]: {{(pid=80795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 12 07:31:14.030644 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:14.173263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Attempting to bind port c317bced-e5f9-478d-9146-992f4bd55186 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:31:14.173717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Attempting to bind port c317bced-e5f9-478d-9146-992f4bd55186 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '7cb56eba-4369-4bfc-bb85-4573a84ae5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '30638e6c-878f-4869-955e-597b92038936'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:31:14.174098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Attempting to bind port c317bced-e5f9-478d-9146-992f4bd55186 on network 30638e6c-878f-4869-955e-597b92038936 {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:31:14.181485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:31:14.181895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Checking segment: {'id': '7cb56eba-4369-4bfc-bb85-4573a84ae5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '30638e6c-878f-4869-955e-597b92038936'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:31:14.182353 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:14.182784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Bound using segment: {'id': '7cb56eba-4369-4bfc-bb85-4573a84ae5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '30638e6c-878f-4869-955e-597b92038936'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:31:14.183330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Bound port: c317bced-e5f9-478d-9146-992f4bd55186, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb56eba-4369-4bfc-bb85-4573a84ae5ad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '30638e6c-878f-4869-955e-597b92038936'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:31:14.183749 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:14.278870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] For port c317bced-e5f9-478d-9146-992f4bd55186, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:31:14.283480 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] For port c317bced-e5f9-478d-9146-992f4bd55186, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=c317bced-e5f9-478d-9146-992f4bd55186,segment=NetworkSegment(7cb56eba-4369-4bfc-bb85-4573a84ae5ad),segment_id=7cb56eba-4369-4bfc-bb85-4573a84ae5ad)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:31:14.286327 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:14.300155 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:14.448424 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Pushing event updated for resources: {'Port': ['ID=c317bced-e5f9-478d-9146-992f4bd55186,revision_number=4']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:14.451868 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:14.524342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Routers {'931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:31:14.525302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:31:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:31:14.692302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] Set router 931cf642-8e2d-4b5c-8dc0-fd3b7c0230df gateway port host: None {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:31:14.955765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 41502) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:31:15.039386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'name': 'router1', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:31:00Z', 'updated_at': '2020-11-12T07:31:11Z', 'revision_number': 2, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'gw_port_host': None, '_interfaces': [{'id': 'c317bced-e5f9-478d-9146-992f4bd55186', 'name': '', 'network_id': '30638e6c-878f-4869-955e-597b92038936', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'mac_address': 'fa:16:3e:08:d1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:31:10Z', 'updated_at': '2020-11-12T07:31:14Z', 'revision_number': 4, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'subnets': [{'id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '607b2479-eb50-4318-8e3a-98a1fa01a455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:31:15.050216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acb63c0-3659-4d5c-ac74-681e9bd7981e None None] The sync data for ids ['931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'] in n-d-761264-6 is: [{'id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'name': 'router1', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:31:00Z', 'updated_at': '2020-11-12T07:31:11Z', 'revision_number': 2, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'gw_port_host': None, '_interfaces': [{'id': 'c317bced-e5f9-478d-9146-992f4bd55186', 'name': '', 'network_id': '30638e6c-878f-4869-955e-597b92038936', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'mac_address': 'fa:16:3e:08:d1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:31:10Z', 'updated_at': '2020-11-12T07:31:14Z', 'revision_number': 4, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'subnets': [{'id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '607b2479-eb50-4318-8e3a-98a1fa01a455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:31:15.141537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005a4780-b9d7-41da-b4ff-bf95142e9a10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:31:15.142173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-005a4780-b9d7-41da-b4ff-bf95142e9a10 admin admin] Synchronizing usage tracker for tenant:da0efc55efeb4bc2aa2d932656e97438 on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:31:15.159562 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-005a4780-b9d7-41da-b4ff-bf95142e9a10 admin admin] Unset dirty status for tenant:da0efc55efeb4bc2aa2d932656e97438 on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:31:15.160835 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-005a4780-b9d7-41da-b4ff-bf95142e9a10 admin admin] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 842 time: 0.2039125 Nov 12 07:31:15.171549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Request body: {'subnet': {'cidr': '172.25.5.0/24', 'ip_version': 4, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:31:15.177204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:31:15.181295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Usage tracker for resource:subnet and tenant:da0efc55efeb4bc2aa2d932656e97438 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:31:15.184412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:31:15.194483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:31:15.204684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Made reservation on behalf of da0efc55efeb4bc2aa2d932656e97438 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:31:15.209468 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:15.678901 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80793) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:31:15.679381 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:15.693237 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:15.818374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b29aec-2321-487c-aced-14e146eced75,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:15.821651 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:15.908207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:31:15.908642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Network hostable DHCP agents. Network: e05c3b57-937d-41ff-abac-1be23c57afec, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:31:15.941970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:31:15.953418 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, e05c3b57-937d-41ff-abac-1be23c57afec) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:31:15.957560 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:31:15.958153 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:15.963949 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d356848e-47cd-4de6-9d7d-b8ebdccedf89 None None] Network e05c3b57-937d-41ff-abac-1be23c57afec requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:31:15.982382 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8141651 Nov 12 07:31:16.214582 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a07f54-13b0-448b-84d3-3aa47ad8c391 None None] Network e05c3b57-937d-41ff-abac-1be23c57afec requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:31:16.520805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c317bced-e5f9-478d-9146-992f4bd55186 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:31:16.593985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port c317bced-e5f9-478d-9146-992f4bd55186 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:31:16.598903 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port c317bced-e5f9-478d-9146-992f4bd55186 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:31:16.599308 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:16.715921 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:16.748918 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port c317bced-e5f9-478d-9146-992f4bd55186, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=c317bced-e5f9-478d-9146-992f4bd55186,segment=NetworkSegment(7cb56eba-4369-4bfc-bb85-4573a84ae5ad),segment_id=7cb56eba-4369-4bfc-bb85-4573a84ae5ad)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:31:16.752694 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:16.754867 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:16.820876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=c317bced-e5f9-478d-9146-992f4bd55186,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:16.824122 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:18.480418 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 41516) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:31:18.510719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c317bced-e5f9-478d-9146-992f4bd55186 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:31:18.585762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port c317bced-e5f9-478d-9146-992f4bd55186 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:31:18.586097 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:18.908132 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-07e61332-2ffb-42fd-be2e-879007999872 admin admin] 10.222.0.40 "GET /v2.0/routers/931cf642-8e2d-4b5c-8dc0-fd3b7c0230df HTTP/1.1" status: 200 len: 710 time: 0.4263172 Nov 12 07:31:19.058272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b885e6-5e82-45a1-b5ac-72434b6a4f1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:31:19.060389 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-37b885e6-5e82-45a1-b5ac-72434b6a4f1d admin admin] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 886 time: 0.1463182 Nov 12 07:31:19.070777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:31:19.579572 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:19.784675 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:19.820647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:19.844866 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:19.878780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:31:19.883155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:31:19.886304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:31:19.892541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:31:19.974483 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:19.979237 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:19.999078 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:20.089466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1aefa-6686-4263-936b-49382b026e77,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:20.094350 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:20.266812 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Allocated IP 172.25.5.178 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/7036734b-dbf3-46eb-a721-9b0f2bca1038) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:31:20.419792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:20.449937 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:20.463077 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:20.594761 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Pushing event updated for resources: {'Port': ['ID=7036734b-dbf3-46eb-a721-9b0f2bca1038,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:20.598962 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:20.651118 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:31:20.652271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:31:20.655116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:31:20.811197 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:21.157112 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:21.160588 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7950945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846824854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846790535'] for router, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:21.377473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Router 931cf642-8e2d-4b5c-8dc0-fd3b7c0230df has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:31:21.605869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:31:21.616572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Sync routers for ids ['931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:31:21.622677 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:21.624514 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] 10.222.0.40 "PUT /v2.0/routers/931cf642-8e2d-4b5c-8dc0-fd3b7c0230df HTTP/1.1" status: 200 len: 890 time: 2.5570726 Nov 12 07:31:21.630112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Routers {'931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:31:21.630832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:31:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:31:21.835180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Set router 931cf642-8e2d-4b5c-8dc0-fd3b7c0230df gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:31:22.351756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'name': 'router1', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '7036734b-dbf3-46eb-a721-9b0f2bca1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:31:00Z', 'updated_at': '2020-11-12T07:31:20Z', 'revision_number': 4, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'gw_port': {'id': '7036734b-dbf3-46eb-a721-9b0f2bca1038', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:31:20Z', 'updated_at': '2020-11-12T07:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'c317bced-e5f9-478d-9146-992f4bd55186', 'name': '', 'network_id': '30638e6c-878f-4869-955e-597b92038936', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'mac_address': 'fa:16:3e:08:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:31:10Z', 'updated_at': '2020-11-12T07:31:16Z', 'revision_number': 5, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'subnets': [{'id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '607b2479-eb50-4318-8e3a-98a1fa01a455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:31:22.356842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Checking router: 931cf642-8e2d-4b5c-8dc0-fd3b7c0230df for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:31:22.357265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Updating router 931cf642-8e2d-4b5c-8dc0-fd3b7c0230df port 7036734b-dbf3-46eb-a721-9b0f2bca1038 binding host n-d-761264-6 {{(pid=80794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:31:22.411196 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:22.814943 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Notify callbacks [] for port, precommit_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:22.828234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Transition to ACTIVE for port object 7036734b-dbf3-46eb-a721-9b0f2bca1038 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:31:22.831678 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:22.846091 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:22.974420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4c99a-ce41-4bf9-8f87-86e01a5dd9a1 None None] Pushing event updated for resources: {'Port': ['ID=7036734b-dbf3-46eb-a721-9b0f2bca1038,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:22.977420 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8cb4c99a-ce41-4bf9-8f87-86e01a5dd9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:23.044937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Attempting to bind port 7036734b-dbf3-46eb-a721-9b0f2bca1038 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:31:23.045411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Attempting to bind port 7036734b-dbf3-46eb-a721-9b0f2bca1038 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:31:23.045811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Attempting to bind port 7036734b-dbf3-46eb-a721-9b0f2bca1038 on network e05c3b57-937d-41ff-abac-1be23c57afec {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:31:23.052923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:31:23.053340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:31:23.053784 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:23.054211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Bound using segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:31:23.054723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Bound port: 7036734b-dbf3-46eb-a721-9b0f2bca1038, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:31:23.055174 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:23.137056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] For port 7036734b-dbf3-46eb-a721-9b0f2bca1038, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:31:23.140282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] For port 7036734b-dbf3-46eb-a721-9b0f2bca1038, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=7036734b-dbf3-46eb-a721-9b0f2bca1038,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:31:23.144425 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:23.157777 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e6be5073-d0ce-4300-b1fb-038b2e970d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:23.303792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4c99a-ce41-4bf9-8f87-86e01a5dd9a1 None None] Pushing event updated for resources: {'Port': ['ID=7036734b-dbf3-46eb-a721-9b0f2bca1038,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:23.307073 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8cb4c99a-ce41-4bf9-8f87-86e01a5dd9a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:23.355271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Routers {'931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:31:23.355920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:31:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:31:23.551530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] Set router 931cf642-8e2d-4b5c-8dc0-fd3b7c0230df gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:31:23.904663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'name': 'router1', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '7036734b-dbf3-46eb-a721-9b0f2bca1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:31:00Z', 'updated_at': '2020-11-12T07:31:20Z', 'revision_number': 4, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'gw_port': {'id': '7036734b-dbf3-46eb-a721-9b0f2bca1038', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:31:20Z', 'updated_at': '2020-11-12T07:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'c317bced-e5f9-478d-9146-992f4bd55186', 'name': '', 'network_id': '30638e6c-878f-4869-955e-597b92038936', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'mac_address': 'fa:16:3e:08:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:31:10Z', 'updated_at': '2020-11-12T07:31:16Z', 'revision_number': 5, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'subnets': [{'id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '607b2479-eb50-4318-8e3a-98a1fa01a455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:31:23.909284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87f2b9-f516-41ec-8684-868d71b568d2 None None] The sync data for ids ['931cf642-8e2d-4b5c-8dc0-fd3b7c0230df'] in n-d-761264-6 is: [{'id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'name': 'router1', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '7036734b-dbf3-46eb-a721-9b0f2bca1038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:31:00Z', 'updated_at': '2020-11-12T07:31:20Z', 'revision_number': 4, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'gw_port': {'id': '7036734b-dbf3-46eb-a721-9b0f2bca1038', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:31:20Z', 'updated_at': '2020-11-12T07:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'c317bced-e5f9-478d-9146-992f4bd55186', 'name': '', 'network_id': '30638e6c-878f-4869-955e-597b92038936', 'tenant_id': 'c2ba593dfe0f469a9042e5ce41952920', 'mac_address': 'fa:16:3e:08:d1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931cf642-8e2d-4b5c-8dc0-fd3b7c0230df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:31:10Z', 'updated_at': '2020-11-12T07:31:16Z', 'revision_number': 5, 'project_id': 'c2ba593dfe0f469a9042e5ce41952920', 'subnets': [{'id': 'da2f39f1-2283-4a59-8de9-679c922cd8f0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '607b2479-eb50-4318-8e3a-98a1fa01a455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:31:24.235437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 41526) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:31:24.420436 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e07f99eb-c1d8-4064-80de-3fc95d1d7735 admin admin] 10.222.0.40 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1836917 Nov 12 07:31:24.541289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 7036734b-dbf3-46eb-a721-9b0f2bca1038 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:31:24.621013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 7036734b-dbf3-46eb-a721-9b0f2bca1038 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:31:24.626919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 7036734b-dbf3-46eb-a721-9b0f2bca1038 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:31:24.627335 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:24.749202 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:24.766097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port 7036734b-dbf3-46eb-a721-9b0f2bca1038, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=7036734b-dbf3-46eb-a721-9b0f2bca1038,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:31:24.769904 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:24.771988 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:31:24.846428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=7036734b-dbf3-46eb-a721-9b0f2bca1038,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:31:24.852387 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:31:26.536353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 7036734b-dbf3-46eb-a721-9b0f2bca1038 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:31:26.626063 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 7036734b-dbf3-46eb-a721-9b0f2bca1038 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:31:26.626603 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:30.302416 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-29574da9-9d9d-4230-8c79-c6769b7ed28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:30.437324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:31:32.960806 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:32.988453 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7dc735d7-7a9b-4d00-844d-af718e11ea3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:34.288972 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:31:34.674911 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:32:00.257627 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-194a6dd8-d49b-4d7c-9085-7b85c72ba7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:32:02.954807 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:32:02.980525 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-819d83b0-4880-43ee-83d9-46a57c5dbd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:32:04.289153 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:32:04.680839 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:32:07.439250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:32:30.263544 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-883ead2c-ea26-46e5-9253-b2df03a6e126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:32:32.958245 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:32:32.985425 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-46cd8c65-975c-42b6-8e41-0b85b4ea264c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:32:34.282985 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:32:34.683455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:32:44.440143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:33:00.258441 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f48f71e0-b252-4e6d-847f-0def6c02215e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:02.962377 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:02.989501 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b291b54b-9c8d-4ac0-b933-b3c76e42b574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:04.287632 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:04.692867 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:21.443357 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:33:30.255603 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0c5fc382-b889-418e-9804-f4b40d801bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:32.962173 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:32.991628 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-55ae8831-49e4-4865-80df-4d29ce70113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:34.284231 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:34.697708 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:40.304370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42134) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:33:40.414129 n-d-761264-6 neutron-server[80681]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda9044b-51f0-4842-aaa5-342fda2d1dee admin admin] GET failed (client error): The resource could not be found. Nov 12 07:33:40.415411 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cda9044b-51f0-4842-aaa5-342fda2d1dee admin admin] 10.222.0.40 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1097071 Nov 12 07:33:40.567662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba69b11b-9fed-448f-9ca9-0b39af7bf443 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:40.569373 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ba69b11b-9fed-448f-9ca9-0b39af7bf443 admin admin] 10.222.0.40 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1474011 Nov 12 07:33:42.951463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42144) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:33:43.121172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7701ebdd-e42b-46ed-b4a6-a6cbeaa6f1c1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:43.121708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7701ebdd-e42b-46ed-b4a6-a6cbeaa6f1c1 admin admin] Synchronizing usage tracker for tenant:da0efc55efeb4bc2aa2d932656e97438 on resource:subnet {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:33:43.138280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7701ebdd-e42b-46ed-b4a6-a6cbeaa6f1c1 admin admin] Unset dirty status for tenant:da0efc55efeb4bc2aa2d932656e97438 on resource:subnet {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:33:43.139578 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7701ebdd-e42b-46ed-b4a6-a6cbeaa6f1c1 admin admin] 10.222.0.40 "GET /v2.0/subnets/da2f39f1-2283-4a59-8de9-679c922cd8f0 HTTP/1.1" status: 200 len: 849 time: 0.1870849 Nov 12 07:33:43.153597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:33:43.282412 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:43.623597 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788245912401'] for subnet, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:43.640803 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e727b5b7-7c33-4aec-ab67-adf84934d77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:33:43.774022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2f39f1-2283-4a59-8de9-679c922cd8f0,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:33:43.801315 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.801693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.802064 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.802427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.802786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.803154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.803502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.803853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.804208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.804557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.804943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.805280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:33:43.809029 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:33:43.845000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:43.845618 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:43.847025 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] 10.222.0.40 "PUT /v2.0/subnets/da2f39f1-2283-4a59-8de9-679c922cd8f0 HTTP/1.1" status: 200 len: 868 time: 0.6978891 Nov 12 07:33:43.850121 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f980218-988b-42c2-90d8-cc9bb7024e28 None None] Network 30638e6c-878f-4869-955e-597b92038936 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:33:44.371520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-689866a1-edd1-4173-88e1-faef6a005729 None None] Provisioning complete for port c317bced-e5f9-478d-9146-992f4bd55186 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:33:44.372150 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-689866a1-edd1-4173-88e1-faef6a005729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:44.657352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-689866a1-edd1-4173-88e1-faef6a005729 None None] Provisioning complete for port a9b3cfcb-ad63-4479-afe2-f1289d41960b triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:33:44.657892 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-689866a1-edd1-4173-88e1-faef6a005729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:33:46.243391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42154) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:33:46.482075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e54ccc-3400-4e83-acc4-6d4ea0c06547 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:46.482589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e54ccc-3400-4e83-acc4-6d4ea0c06547 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:46.484387 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f0e54ccc-3400-4e83-acc4-6d4ea0c06547 admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2399442 Nov 12 07:33:48.907824 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42164) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:33:49.142283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e73b6cf-8c71-4ed2-800e-eafefffa72ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:49.142623 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e73b6cf-8c71-4ed2-800e-eafefffa72ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:49.144307 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3e73b6cf-8c71-4ed2-800e-eafefffa72ec admin admin] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2353895 Nov 12 07:33:51.530374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42174) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:33:51.754301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b871e-e9d6-4d21-9d04-7cc6b4b134ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:51.755761 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-222b871e-e9d6-4d21-9d04-7cc6b4b134ff admin admin] 10.222.0.40 "GET /v2.0/networks/30638e6c-878f-4869-955e-597b92038936 HTTP/1.1" status: 200 len: 862 time: 0.2243574 Nov 12 07:33:54.170345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42184) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:33:54.393131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1275f3c-f7c0-4240-9dfe-9413de2131dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:54.394525 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c1275f3c-f7c0-4240-9dfe-9413de2131dd admin admin] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 886 time: 0.2230644 Nov 12 07:33:56.825832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42194) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:33:56.975295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b40e8-995c-4488-898c-51e06a7a7008 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:56.975697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b40e8-995c-4488-898c-51e06a7a7008 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:56.977375 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-eb8b40e8-995c-4488-898c-51e06a7a7008 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1504617 Nov 12 07:33:58.445252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:33:59.610197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42204) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:33:59.784624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd59a1-6595-43cd-b10f-205421b4c378 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:59.784938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd59a1-6595-43cd-b10f-205421b4c378 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:33:59.786645 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e0cd59a1-6595-43cd-b10f-205421b4c378 admin admin] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1754074 Nov 12 07:34:00.259088 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fbf1c1f8-5169-445a-bb5a-f97084e393f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:02.206787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42214) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:34:02.356254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7b3fe-4dbf-42a4-a920-db379ef47773 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:34:02.357856 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-43c7b3fe-4dbf-42a4-a920-db379ef47773 admin admin] 10.222.0.40 "GET /v2.0/subnets/51b29aec-2321-487c-aced-14e146eced75 HTTP/1.1" status: 200 len: 816 time: 0.1500032 Nov 12 07:34:02.968488 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:02.993512 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c8d97b1-ccde-4e43-9d8d-768ff6183b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:04.288738 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:04.702476 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:04.791738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42224) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:34:04.966950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9798a63-d929-408e-af32-b1c56826c51a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:34:04.968420 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e9798a63-d929-408e-af32-b1c56826c51a admin admin] 10.222.0.40 "GET /v2.0/subnets/da2f39f1-2283-4a59-8de9-679c922cd8f0 HTTP/1.1" status: 200 len: 868 time: 0.1753922 Nov 12 07:34:30.262479 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-682bbbef-a131-41bf-868a-63ce65d5be3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:30.727621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42264) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:34:30.817641 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [None req-098173de-42e5-4648-8591-61c0c18bb2c7 admin admin] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80793) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:34:30.819121 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-098173de-42e5-4648-8591-61c0c18bb2c7 admin admin] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0902109 Nov 12 07:34:32.969018 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:32.999496 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af9a56f3-ebf9-4f06-8101-15516f229d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:33.326120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42274) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:34:33.430701 n-d-761264-6 neutron-server[80681]: INFO neutron.pecan_wsgi.hooks.translation [None req-50631636-9238-4393-9577-d732a57fdf3d admin admin] GET failed (client error): The resource could not be found. Nov 12 07:34:33.432026 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-50631636-9238-4393-9577-d732a57fdf3d admin admin] 10.222.0.40 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1050470 Nov 12 07:34:33.572791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56204c52-3835-4557-9168-82fe7e04268b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:34:33.574433 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-56204c52-3835-4557-9168-82fe7e04268b admin admin] 10.222.0.40 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1375248 Nov 12 07:34:34.293343 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:34.705332 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:35.446667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:34:36.025434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42284) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:34:36.114303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:34:36.119673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:34:36.131013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:34:36.142287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Made reservation on behalf of da0efc55efeb4bc2aa2d932656e97438 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:34:36.146929 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:36.243630 n-d-761264-6 neutron-server[80681]: WARNING neutron.services.revisions.revision_plugin [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Could not find related network for resource to bump revision. Nov 12 07:34:36.270601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:34:36.284076 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:36.284469 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Added segment 855bfa55-e803-4227-b3ea-b59897ff4367 of type vxlan for network b40a7887-4c1c-427c-9422-e58922b307fe Nov 12 07:34:36.311670 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:36.344473 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:36.345761 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:34:36.346400 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:36.351346 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ea08ea2c-6958-4162-9800-23d827a5d16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:34:36.633347 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.6064124 Nov 12 07:34:36.634103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Pushing event updated for resources: {'Network': ['ID=b40a7887-4c1c-427c-9422-e58922b307fe,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:34:36.646445 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:34:36.660331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network b40a7887-4c1c-427c-9422-e58922b307fe details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:34:39.126937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42294) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:34:39.240790 n-d-761264-6 neutron-server[80681]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b45422-95c9-49a3-aea7-e3825a48337d admin admin] GET failed (client error): The resource could not be found. Nov 12 07:34:39.241891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-09b45422-95c9-49a3-aea7-e3825a48337d admin admin] Synchronizing usage tracker for tenant:da0efc55efeb4bc2aa2d932656e97438 on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:34:39.262314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-09b45422-95c9-49a3-aea7-e3825a48337d admin admin] Unset dirty status for tenant:da0efc55efeb4bc2aa2d932656e97438 on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:34:39.263503 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-09b45422-95c9-49a3-aea7-e3825a48337d admin admin] 10.222.0.40 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1355562 Nov 12 07:34:39.385224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc7eda-2236-4aea-9879-4f239e7c86d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:34:39.386720 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ddbc7eda-2236-4aea-9879-4f239e7c86d4 admin admin] 10.222.0.40 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1158271 Nov 12 07:34:39.398426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:34:39.403667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:34:39.414624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:34:39.425279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Made reservation on behalf of da0efc55efeb4bc2aa2d932656e97438 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:34:39.429906 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:39.845857 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:39.859149 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-caafc46b-72bc-4ac1-b1b7-e761bb474055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:34:39.981484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed20297-d4d1-4f9c-92e4-275da865c663,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:34:39.993497 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:34:40.056922 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:34:40.057326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Network hostable DHCP agents. Network: b40a7887-4c1c-427c-9422-e58922b307fe, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:34:40.080704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Network b40a7887-4c1c-427c-9422-e58922b307fe is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:34:40.091162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, b40a7887-4c1c-427c-9422-e58922b307fe) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:34:40.095832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:34:40.096530 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:40.101432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acd1898-7412-4e49-a223-05e812c34161 None None] Network b40a7887-4c1c-427c-9422-e58922b307fe requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:34:40.122803 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7285900 Nov 12 07:34:40.335944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-b40a7887-4c1c-427c-9422-e58922b307fe', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'tenant_id': 'da0efc55efeb4bc2aa2d932656e97438', 'fixed_ips': [{'subnet_id': '0ed20297-d4d1-4f9c-92e4-275da865c663'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:34:40.336858 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:40.639109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Allocated IP 192.168.233.2 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/482d65d8-7b6c-47bb-a13f-aaeb138a3ebf) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:34:40.865519 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:40.877206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Transition to ACTIVE for port object 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:34:40.893863 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Transition to ACTIVE for port object 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:34:40.898576 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:40.914516 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8cb4c99a-ce41-4bf9-8f87-86e01a5dd9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:34:41.040541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Pushing event updated for resources: {'Port': ['ID=482d65d8-7b6c-47bb-a13f-aaeb138a3ebf,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:34:41.054255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.054691 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.055066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.055434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.055792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.056149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.056503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.056859 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.057254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.057606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.057954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.059049 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:34:41.063270 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:34:41.120869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:34:41.122252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:34:41.124956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:34:41.181830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Attempting to bind port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:34:41.182234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Attempting to bind port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:34:41.182625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Attempting to bind port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:34:41.190547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:34:41.190963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:34:41.191418 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:41.191847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:34:41.192362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Bound port: 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:34:41.192786 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:41.295110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] For port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:34:41.298752 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] For port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=482d65d8-7b6c-47bb-a13f-aaeb138a3ebf,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:34:41.303458 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:41.319470 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:34:41.466847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Pushing event updated for resources: {'Port': ['ID=482d65d8-7b6c-47bb-a13f-aaeb138a3ebf,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:34:41.472133 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:34:42.660438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:34:42.742253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:34:42.752183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7b6272-6b5f-4e9d-9a93-155f57b53935 None None] Network b40a7887-4c1c-427c-9422-e58922b307fe requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:34:42.871428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1d1fef01-6dc0-41a7-90b5-8472e1a87bc3 None None] Provisioning for port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:34:42.894358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1d1fef01-6dc0-41a7-90b5-8472e1a87bc3 None None] Provisioning complete for port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:34:42.894770 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d1fef01-6dc0-41a7-90b5-8472e1a87bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:43.115349 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d1fef01-6dc0-41a7-90b5-8472e1a87bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:43.158621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-1d1fef01-6dc0-41a7-90b5-8472e1a87bc3 None None] For port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=482d65d8-7b6c-47bb-a13f-aaeb138a3ebf,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:34:43.161864 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d1fef01-6dc0-41a7-90b5-8472e1a87bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:43.163836 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0db67c60-33f4-4c0a-8b54-e1a020ece5e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:34:43.234579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fef01-6dc0-41a7-90b5-8472e1a87bc3 None None] Pushing event updated for resources: {'Port': ['ID=482d65d8-7b6c-47bb-a13f-aaeb138a3ebf,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:34:43.238250 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1d1fef01-6dc0-41a7-90b5-8472e1a87bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:34:43.385787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-df10542b-33c6-4e11-a770-61c61e3f3f29 None None] Provisioning complete for port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:34:43.386343 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df10542b-33c6-4e11-a770-61c61e3f3f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:43.639798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-62bac586-52de-45ad-9056-b1851fd57960 None None] Provisioning complete for port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:34:43.640207 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-62bac586-52de-45ad-9056-b1851fd57960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:44.033722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-16fe986c-be6d-4f11-acb9-91526ef5ac0c None None] Provisioning complete for port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:34:44.034342 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16fe986c-be6d-4f11-acb9-91526ef5ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:34:44.624942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:34:44.696657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 482d65d8-7b6c-47bb-a13f-aaeb138a3ebf triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:34:44.697091 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:00.271267 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a622adb-593e-4696-9f3e-fa437851dc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:02.970194 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:02.991411 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-acf75d50-dfa7-4f15-830f-6cfc0b35eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:04.298842 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:04.708792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:12.447982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:35:30.266076 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c4e3c025-f8ae-4fb1-b7c6-07ff7ddef638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:32.988832 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:32.995671 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ed786a1d-3ada-49ee-ac4d-72699233a682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:34.302482 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:34.713790 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:49.448617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:35:49.639832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42338) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:35:49.646496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [None req-879f8524-13b9-484b-a5c5-6853fef9c49b tempest-verify_tempest_config-1349390490 tempest-verify_tempest_config-1349390490] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80793) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:35:49.647540 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-879f8524-13b9-484b-a5c5-6853fef9c49b tempest-verify_tempest_config-1349390490 tempest-verify_tempest_config-1349390490] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0066171 Nov 12 07:35:50.036340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42358) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:35:50.216472 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:50.254170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:35:50.258448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Usage tracker for resource:security_group_rule and tenant:e253103238f648599791f796fa9e63b1 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:35:50.261581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:35:50.267637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:35:50.343205 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:50.346836 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:50.355283 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:35:50.396611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8f4f4b-9ddb-4a4e-8df8-c3c4005e54a0,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:35:50.400609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Synchronizing usage tracker for tenant:da0efc55efeb4bc2aa2d932656e97438 on resource:security_group {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:35:50.412313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.412695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.413095 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.413464 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.413825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.414188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.414543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.414901 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.415260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.415624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.415949 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.416305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:35:50.421129 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:35:50.431201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Unset dirty status for tenant:da0efc55efeb4bc2aa2d932656e97438 on resource:security_group {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:35:50.432547 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e253103238f648599791f796fa9e63b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3947587 Nov 12 07:35:50.435641 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42364) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:35:50.500317 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6b1a767b-bade-49c3-8706-013382d10637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:50.527766 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6b1a767b-bade-49c3-8706-013382d10637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:50.584952 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6b1a767b-bade-49c3-8706-013382d10637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:50.588919 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:35:50.600381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a767b-bade-49c3-8706-013382d10637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8f4f4b-9ddb-4a4e-8df8-c3c4005e54a0,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:35:50.602819 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6b1a767b-bade-49c3-8706-013382d10637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:35:50.608673 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6b1a767b-bade-49c3-8706-013382d10637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:35:50.610174 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6b1a767b-bade-49c3-8706-013382d10637 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5d8f4f4b-9ddb-4a4e-8df8-c3c4005e54a0 HTTP/1.1" status: 204 len: 168 time: 0.1734390 Nov 12 07:36:00.280531 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c9b3000-1ba8-47d5-913e-57bbcccfd76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:36:02.989561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:36:03.000086 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c1c9819d-4a82-48c4-b36f-26f19679edad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:36:04.310499 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:36:04.726528 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:36:26.450331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:36:30.284440 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c2bb6d54-0008-4a2e-a984-02e260e1a607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:36:32.993057 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:36:33.004470 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-da148a7d-dced-48be-921a-7025958cce35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:36:34.310559 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:36:34.728419 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:37:00.283587 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1f411aca-d475-48cf-9ddb-2a814aedea83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:37:02.991204 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:37:03.012090 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-165b66a1-3d94-46cd-aaaa-3fd878bbef64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:37:03.455446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:37:04.316323 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:37:04.726537 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:37:30.283163 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e19c191-de1a-4212-9c4c-acc3b335f69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:37:33.003728 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:37:33.009681 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-04f60e39-af11-4432-9a04-bdd79d7e4523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:37:34.316662 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:37:34.730323 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:37:40.464283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:38:00.287241 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8bdde1e-1aaa-4e16-bf93-423edb387e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:38:03.011557 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:38:03.016675 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3c95bec7-ce48-4cb8-8c58-2148b1504397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:38:04.315824 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:38:04.735027 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:38:17.461432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:38:30.287841 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9aac936e-2b65-48a3-9c50-5c13201b05fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:38:33.018017 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:38:33.019295 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-66ba3e53-ea63-4a37-b1c7-2588bcc55e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:38:34.321730 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:38:34.737653 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:38:54.459037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 5 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:39:00.290679 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-90b5a94b-40cf-4c39-a5c9-ccd50c7cd0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:03.023989 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-efe65432-6c55-4988-9d38-b541490b9a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:03.026329 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570'] for agent, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:03.026779 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.027262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.027712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.028161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.028546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.029066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.029451 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.029966 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.030362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.030783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.031161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.031633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:03.032154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h1-761264-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:39:03.047797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:03.066830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h1-761264-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:39:03.364045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] get_endpoint_by_host() called for host n-h1-761264-6 {{(pid=80794) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 12 07:39:03.369828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=80794) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 12 07:39:03.374951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=80794) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 12 07:39:03.389999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] _get_endpoints() called {{(pid=80794) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 12 07:39:04.307255 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:04.749221 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:07.373413 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570'] for agent, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:07.374062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.374238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.374597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.374954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.375349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.375716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.376099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.376462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.376831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.377219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.377594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.377957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:39:07.378346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h2-761264-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:39:07.382712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h2-761264-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:39:07.842113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] get_endpoint_by_host() called for host n-h2-761264-6 {{(pid=80794) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 12 07:39:07.847800 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] get_endpoint_by_ip() called for ip 192.168.0.49 {{(pid=80794) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 12 07:39:07.852140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] _add_endpoint() called for ip 192.168.0.49 {{(pid=80794) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 12 07:39:07.860179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] _get_endpoints() called {{(pid=80794) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 12 07:39:30.285656 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-42488adb-f1a0-42d3-888e-e1a9cba4cc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:31.458824 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:39:33.000999 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:33.020277 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:33.022503 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb13f1ab-1a86-4750-b4eb-8f0d121c62a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:34.317619 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:34.745737 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:37.374122 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:39:47.451859 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42430) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:39:47.618831 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cd0949ba-32c6-48f5-9367-cbfd5a803c82 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6162 time: 0.1657398 Nov 12 07:39:50.051459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42440) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:39:50.160933 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0318c583-cb5b-46a5-a8c7-c305f5f81142 admin admin] 10.222.0.40 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6162 time: 0.1082389 Nov 12 07:40:00.289775 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca8e2-9784-483f-b3c5-481068192c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:03.040013 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:03.042233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd967043-e93d-4784-9205-0fef3dce647f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:03.043933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:04.312920 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:04.750694 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:07.374570 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:08.466490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:40:30.292498 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9807e6fe-1e63-43e9-9cdf-e6fa347652ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:33.033789 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-de9066b1-809b-4081-9689-5ca6dfdcde35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:33.037861 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:33.039728 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:34.307373 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:34.752077 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:37.371431 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:40:45.450109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:41:00.297441 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c2c63544-ef4a-4def-8a50-c88c50c76ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:03.019175 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-094eef7e-2e84-440b-8adc-d457593a73d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:03.024981 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:03.043842 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:04.314196 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:04.756604 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:07.370586 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:18.380285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42648) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:19.044249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-network', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:19.050368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:19.054964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Usage tracker for resource:network and tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:19.059603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:19.066074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:19.076857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Made reservation on behalf of 9c5f9ebd2bcf4c7b833bd9f0cedcb054 for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:41:19.082465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:19.095879 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:19.128498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:19.132534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Usage tracker for resource:security_group_rule and tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:19.135505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:19.141550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:19.216786 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:19.220591 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:19.225694 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:19.274705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:41:19.286422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4c68f8-e17e-42ea-98db-42d0aefc4594,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:19.296839 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:19.296839 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Added segment 20080131-7ceb-4c9b-b378-64e8e901b8bb of type vxlan for network 738aa929-f78a-409c-b3ce-e2d0766417e7 Nov 12 07:41:19.305676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.306052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.306415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.306771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.307147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.307452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.308260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.308642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.309187 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.309621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.309964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.310310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.310695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.311040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.311383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.311725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.312061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.312404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.312741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.313106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.313496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.313960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.314306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.314642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.315085 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.315426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.315763 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.316103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.316556 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.317078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.317078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.317437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.317779 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.318116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.318458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.318803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Tracked resource versions report: Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: pushed versions: Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: { 'AddressGroup': {'1.0'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': {'1.0'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Log': {'1.0'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Network': {'1.1'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Port': {'1.5'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'PortForwarding': {'1.2'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'QosPolicy': {'1.8'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': {'1.2'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': {'1.0'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SubPort': {'1.0'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Subnet': {'1.1'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Trunk': {'1.1'}} Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: consumer versions: Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: { DHCP agent@n-d-761264-6: {}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: L3 agent@n-d-761264-6: {}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: Metadata agent@n-d-761264-6: {}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: Metering agent@n-d-761264-6: {}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-d-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-h1-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}, Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-h2-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}} Nov 12 07:41:19.320380 n-d-761264-6 neutron-server[80681]: {{(pid=80792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 12 07:41:19.325504 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:19.347344 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:19.381766 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:19.383515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:19.383776 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:19.388918 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:19.495499 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42686) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:19.501635 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1197410 Nov 12 07:41:19.501776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Request body: {'subnet': {'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-subnet', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:19.507336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:19.511399 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Usage tracker for resource:subnet and tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:19.516288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Pushing event updated for resources: {'Network': ['ID=738aa929-f78a-409c-b3ce-e2d0766417e7,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:19.520478 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:19.529266 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:41:19.535728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:19.542448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:19.553229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Made reservation on behalf of 9c5f9ebd2bcf4c7b833bd9f0cedcb054 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:41:19.559592 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:19.559747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:41:19.673796 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:41:20.025950 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:20.041714 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:20.169991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12c66e8-bca7-44c8-809a-b1424f8fc5f8,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:20.198627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.198995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.199364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.199724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.200079 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.200439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.200788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.201163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.201511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.201861 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.202209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.202541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.202929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.203271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.203616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.203961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.204518 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.204924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.205281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.205630 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.206012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.206323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.206661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.207001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.207447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.207795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.208138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.208577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.208923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.209277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.209621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.209965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.210313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.210657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.210999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.211343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Tracked resource versions report: Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: pushed versions: Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: { 'AddressGroup': {'1.0'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': {'1.0'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Log': {'1.0'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Network': {'1.1'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Port': {'1.5'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'PortForwarding': {'1.2'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'QosPolicy': {'1.8'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': {'1.2'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': {'1.0'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SubPort': {'1.0'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Subnet': {'1.1'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Trunk': {'1.1'}} Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: consumer versions: Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: { DHCP agent@n-d-761264-6: {}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: L3 agent@n-d-761264-6: {}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: Metadata agent@n-d-761264-6: {}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: Metering agent@n-d-761264-6: {}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-d-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-h1-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}, Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-h2-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}} Nov 12 07:41:20.212854 n-d-761264-6 neutron-server[80681]: {{(pid=80793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 12 07:41:20.224387 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:20.269620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Checking segment: {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:20.270052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Network hostable DHCP agents. Network: 738aa929-f78a-409c-b3ce-e2d0766417e7, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:41:20.301665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:41:20.315140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 738aa929-f78a-409c-b3ce-e2d0766417e7) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:20.319153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:20.319790 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:20.326333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33529ca-aa5f-4ed3-9679-cb09dbf66280 None None] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:41:20.342328 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8456514 Nov 12 07:41:20.345628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42720) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:20.352424 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:20.357786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:20.362958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Usage tracker for resource:router and tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:20.366429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:20.372535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:20.386562 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846799970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718870'] for router, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:20.387593 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7958150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846774114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56930'] for router, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:20.411555 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:20.585266 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:20.637567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-738aa929-f78a-409c-b3ce-e2d0766417e7', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:41:20.638680 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:20.819684 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:20.854290 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:21.003606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Allocated IP 172.20.0.2 (738aa929-f78a-409c-b3ce-e2d0766417e7/b12c66e8-bca7-44c8-809a-b1424f8fc5f8/b5f30b6e-a402-415c-9857-c054a3fa5417) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:21.174762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Allocated IP 172.25.5.140 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/608b42ce-5ac2-4521-bdf9-81671526719e) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:21.255541 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:21.276357 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Transition to ACTIVE for port object b5f30b6e-a402-415c-9857-c054a3fa5417 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:21.315903 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Transition to ACTIVE for port object b5f30b6e-a402-415c-9857-c054a3fa5417 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:21.331812 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:21.375286 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:21.419613 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:21.456841 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:21.532726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Pushing event updated for resources: {'Port': ['ID=608b42ce-5ac2-4521-bdf9-81671526719e,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:21.598243 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:21.620096 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:21.715417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:21.716876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:21.721042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:21.800442 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Pushing event updated for resources: {'Port': ['ID=b5f30b6e-a402-415c-9857-c054a3fa5417,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:21.811512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.811791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.812167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.812530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.838148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.839503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Tracked resource versions report: Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: pushed versions: Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: { 'AddressGroup': {'1.0'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': {'1.0'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Log': {'1.0'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Network': {'1.1'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Port': {'1.5'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'PortForwarding': {'1.2'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'QosPolicy': {'1.8'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': {'1.2'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': {'1.0'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SubPort': {'1.0'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Subnet': {'1.1'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Trunk': {'1.1'}} Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: consumer versions: Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: { DHCP agent@n-d-761264-6: {}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: L3 agent@n-d-761264-6: {}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: Metadata agent@n-d-761264-6: {}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: Metering agent@n-d-761264-6: {}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-d-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-h1-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}, Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-h2-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}} Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: {{(pid=80794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 12 07:41:21.841532 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:21.860353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:21.862429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:21.865576 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:21.871147 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:21.872211 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7975814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930'] for router, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:21.926662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Attempting to bind port b5f30b6e-a402-415c-9857-c054a3fa5417 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:41:21.927068 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Attempting to bind port b5f30b6e-a402-415c-9857-c054a3fa5417 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:41:21.927466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Attempting to bind port b5f30b6e-a402-415c-9857-c054a3fa5417 on network 738aa929-f78a-409c-b3ce-e2d0766417e7 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:41:21.934774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:41:21.935184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Checking segment: {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:21.935751 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:21.936175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Bound using segment: {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:41:21.936678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Bound port: b5f30b6e-a402-415c-9857-c054a3fa5417, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:41:21.937140 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:22.040136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] For port b5f30b6e-a402-415c-9857-c054a3fa5417, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:41:22.045349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] For port b5f30b6e-a402-415c-9857-c054a3fa5417, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=b5f30b6e-a402-415c-9857-c054a3fa5417,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:41:22.051083 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:22.072814 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1d1fef01-6dc0-41a7-90b5-8472e1a87bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:22.112381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42774) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:22.168006 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Pushing event updated for resources: {'Port': ['ID=b5f30b6e-a402-415c-9857-c054a3fa5417,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:22.223518 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:22.351773 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca50c85f-dc59-480f-86c9-450fadd679ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:22.396486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ca50c85f-dc59-480f-86c9-450fadd679ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:22.401414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ca50c85f-dc59-480f-86c9-450fadd679ba admin admin] Usage tracker for resource:security_group_rule and tenant:265f4193f1924d17870453d01da2debb is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:22.404637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ca50c85f-dc59-480f-86c9-450fadd679ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:22.412122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ca50c85f-dc59-480f-86c9-450fadd679ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:22.438056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Router 3735bb15-54b5-4d58-bf0c-64e59701f51f is scheduled to L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 with binding_index 1 {{(pid=80793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 12 07:41:22.456656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:41:22.518034 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca50c85f-dc59-480f-86c9-450fadd679ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:22.523419 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca50c85f-dc59-480f-86c9-450fadd679ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:22.572956 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-025fd8b2-d239-4892-9467-547b0fbec0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:22.608446 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ca50c85f-dc59-480f-86c9-450fadd679ba admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=265f4193f1924d17870453d01da2debb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4946768 Nov 12 07:41:22.610971 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50c85f-dc59-480f-86c9-450fadd679ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0ad5c5-5a3c-4d7d-86c7-6b2be7c3e196,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:22.613874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42800) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:22.617396 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ca50c85f-dc59-480f-86c9-450fadd679ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:22.687050 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-972cb7a5-297a-4140-9293-a0efb9dbea80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:22.720819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:41:22.739042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Sync routers for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:41:22.764060 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:22.768213 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4188874 Nov 12 07:41:22.768361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:41:22.768361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:41:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:22.768566 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-972cb7a5-297a-4140-9293-a0efb9dbea80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:22.768777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 42806) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:22.870261 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-972cb7a5-297a-4140-9293-a0efb9dbea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:22.885191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42814) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:22.885841 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:22.926387 n-d-761264-6 neutron-server[80681]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 07:41:22.966328 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-972cb7a5-297a-4140-9293-a0efb9dbea80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:22.970402 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-972cb7a5-297a-4140-9293-a0efb9dbea80 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/df0ad5c5-5a3c-4d7d-86c7-6b2be7c3e196 HTTP/1.1" status: 204 len: 168 time: 0.3528214 Nov 12 07:41:22.971062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cb7a5-297a-4140-9293-a0efb9dbea80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0ad5c5-5a3c-4d7d-86c7-6b2be7c3e196,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:22.983710 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-972cb7a5-297a-4140-9293-a0efb9dbea80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:23.032781 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-e9405749-4492-430c-974f-14a5cca33051 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/networks?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123459 Nov 12 07:41:23.042985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b5f30b6e-a402-415c-9857-c054a3fa5417 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:23.140186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:41:23.165018 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port b5f30b6e-a402-415c-9857-c054a3fa5417 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:23.338186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-34ad9972-a906-47df-872b-3511f6da5a06 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:23.346447 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-34ad9972-a906-47df-872b-3511f6da5a06 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111293 Nov 12 07:41:23.369533 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-ddaa177e-2e48-4cdb-93f5-0afc3fd464b1 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/quotas/a7f1b9c5140d48a7b0fd5bd7330cfc00 HTTP/1.1" status: 200 len: 375 time: 0.0219164 Nov 12 07:41:23.429090 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-b821278e-4d6f-4d3d-b8a5-84839d1aa272 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582201 Nov 12 07:41:23.540844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42832) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:23.580057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:21Z', 'revision_number': 3, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:23.580742 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8327b627-91a6-49de-9b0c-ef40bbba1b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:23.584869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Checking router: 3735bb15-54b5-4d58-bf0c-64e59701f51f for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:41:23.585418 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Updating router 3735bb15-54b5-4d58-bf0c-64e59701f51f port 608b42ce-5ac2-4521-bdf9-81671526719e binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:41:23.628162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8327b627-91a6-49de-9b0c-ef40bbba1b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:23.633129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8327b627-91a6-49de-9b0c-ef40bbba1b58 admin admin] Usage tracker for resource:security_group_rule and tenant:5c41531b681e401785d13c20618d6fda is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:23.636881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8327b627-91a6-49de-9b0c-ef40bbba1b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:23.643568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8327b627-91a6-49de-9b0c-ef40bbba1b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:23.651888 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:23.747595 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8327b627-91a6-49de-9b0c-ef40bbba1b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:23.753088 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8327b627-91a6-49de-9b0c-ef40bbba1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:23.772996 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ca50c85f-dc59-480f-86c9-450fadd679ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:23.914979 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-8327b627-91a6-49de-9b0c-ef40bbba1b58 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5c41531b681e401785d13c20618d6fda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3724179 Nov 12 07:41:23.918029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42852) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:23.955815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327b627-91a6-49de-9b0c-ef40bbba1b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e5d4d9-4fde-4811-8fb8-c9babb80a973,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:23.966687 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8327b627-91a6-49de-9b0c-ef40bbba1b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:24.087587 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c87a64e8-53b7-4a7d-ad53-e48d723d3d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:24.093231 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:24.162924 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c87a64e8-53b7-4a7d-ad53-e48d723d3d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:24.247711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716880c-7fac-4561-b750-549b84e6b7b4 None None] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:41:24.447391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b310cb0a-6d7d-49ef-b7d9-b7d31555d2a4 None None] Provisioning for port b5f30b6e-a402-415c-9857-c054a3fa5417 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:24.456158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b310cb0a-6d7d-49ef-b7d9-b7d31555d2a4 None None] Provisioning complete for port b5f30b6e-a402-415c-9857-c054a3fa5417 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:24.456575 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b310cb0a-6d7d-49ef-b7d9-b7d31555d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:24.465323 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:24.614130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Transition to ACTIVE for port object 608b42ce-5ac2-4521-bdf9-81671526719e will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:24.618553 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:24.618900 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c87a64e8-53b7-4a7d-ad53-e48d723d3d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:24.633329 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7e2af1c8-4125-4f9c-9747-57180648d5ef req-4c183df9-d47e-420b-9af0-6f53f1e9d669 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 210 time: 0.3707190 Nov 12 07:41:24.640708 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:24.644006 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-972cb7a5-297a-4140-9293-a0efb9dbea80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:24.674895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a64e8-53b7-4a7d-ad53-e48d723d3d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e5d4d9-4fde-4811-8fb8-c9babb80a973,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:24.677341 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c87a64e8-53b7-4a7d-ad53-e48d723d3d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:24.681187 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c87a64e8-53b7-4a7d-ad53-e48d723d3d85 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f4e5d4d9-4fde-4811-8fb8-c9babb80a973 HTTP/1.1" status: 204 len: 168 time: 0.7539339 Nov 12 07:41:24.681187 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c87a64e8-53b7-4a7d-ad53-e48d723d3d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:24.742616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Pushing event updated for resources: {'Port': ['ID=608b42ce-5ac2-4521-bdf9-81671526719e,revision_number=2']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:24.834098 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b310cb0a-6d7d-49ef-b7d9-b7d31555d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:24.884163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-b310cb0a-6d7d-49ef-b7d9-b7d31555d2a4 None None] For port b5f30b6e-a402-415c-9857-c054a3fa5417, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=b5f30b6e-a402-415c-9857-c054a3fa5417,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:41:24.891295 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b310cb0a-6d7d-49ef-b7d9-b7d31555d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:24.893879 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:25.005644 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310cb0a-6d7d-49ef-b7d9-b7d31555d2a4 None None] Pushing event updated for resources: {'Port': ['ID=b5f30b6e-a402-415c-9857-c054a3fa5417,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:25.020412 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b310cb0a-6d7d-49ef-b7d9-b7d31555d2a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:25.043856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Allocated IP 172.20.0.1 (738aa929-f78a-409c-b3ce-e2d0766417e7/b12c66e8-bca7-44c8-809a-b1424f8fc5f8/f0a87aef-d797-4b5e-bd47-400dd896f97f) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:25.218912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.219287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.220016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.220143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.220475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.220828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.221210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.221552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.221897 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.222240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.222585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.222929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.223318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.223657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.223994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.224332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.224670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.225034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.225374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.225708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.226046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.226384 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.226719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.229167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.238355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.241703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.242073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.242435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.242795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.243149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.243495 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.243842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.244189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.244529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.244872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.245259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Tracked resource versions report: Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: pushed versions: Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: { 'AddressGroup': {'1.0'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': {'1.0'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Log': {'1.0'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Network': {'1.1'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Port': {'1.5'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'PortForwarding': {'1.2'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'QosPolicy': {'1.8'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': {'1.2'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': {'1.0'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SubPort': {'1.0'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Subnet': {'1.1'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Trunk': {'1.1'}} Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: consumer versions: Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: { DHCP agent@n-d-761264-6: {}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: L3 agent@n-d-761264-6: {}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: Metadata agent@n-d-761264-6: {}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: Metering agent@n-d-761264-6: {}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-d-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-h1-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}, Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: Open vSwitch agent@n-h2-761264-6: { 'AddressGroup': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'ConntrackHelper': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Log': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Network': '1.1', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Port': '1.5', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'PortForwarding': '1.2', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'QosPolicy': '1.8', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SecurityGroup': '1.2', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SecurityGroupRule': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'SubPort': '1.0', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Subnet': '1.1', Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: 'Trunk': '1.1'}} Nov 12 07:41:25.246755 n-d-761264-6 neutron-server[80681]: {{(pid=80795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 12 07:41:25.252138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-63d5246f-af6e-40b0-a6b9-c00d0422314e None None] Provisioning complete for port b5f30b6e-a402-415c-9857-c054a3fa5417 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:25.252747 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-63d5246f-af6e-40b0-a6b9-c00d0422314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:25.276552 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:25.353056 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:25.374915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Transition to ACTIVE for port object f0a87aef-d797-4b5e-bd47-400dd896f97f will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:25.399392 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:25.420456 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7e032de8-6a34-42fd-ac16-7a7d92a20fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:25.539684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Attempting to bind port 608b42ce-5ac2-4521-bdf9-81671526719e on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:41:25.540077 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Attempting to bind port 608b42ce-5ac2-4521-bdf9-81671526719e by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:41:25.540466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Attempting to bind port 608b42ce-5ac2-4521-bdf9-81671526719e on network e05c3b57-937d-41ff-abac-1be23c57afec {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:41:25.556478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a87aef-d797-4b5e-bd47-400dd896f97f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:25.557574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:41:25.565456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:25.565910 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:25.566342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Bound using segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:41:25.566884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Bound port: 608b42ce-5ac2-4521-bdf9-81671526719e, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:41:25.568067 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:25.666008 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:25.808986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-510734d3-8f44-42fd-8aa2-ad563be7fe63 None None] Provisioning complete for port b5f30b6e-a402-415c-9857-c054a3fa5417 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:25.811423 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-510734d3-8f44-42fd-8aa2-ad563be7fe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:25.812680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] For port 608b42ce-5ac2-4521-bdf9-81671526719e, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:41:25.822282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] For port 608b42ce-5ac2-4521-bdf9-81671526719e, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=608b42ce-5ac2-4521-bdf9-81671526719e,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:41:25.829366 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:25.850756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:25.851956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:25.865520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:25.866619 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951012'] for router_interface, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:25.868586 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:26.003843 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:26.029102 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Pushing event updated for resources: {'Port': ['ID=608b42ce-5ac2-4521-bdf9-81671526719e,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:26.033496 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:26.160110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 42944) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:26.268735 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c27b8bd4-76f1-47ec-943a-77c6b87dbf29 None None] Provisioning complete for port b5f30b6e-a402-415c-9857-c054a3fa5417 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:26.269877 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c27b8bd4-76f1-47ec-943a-77c6b87dbf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:26.271678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:41:26.272377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:41:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:26.512749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c27b8bd4-76f1-47ec-943a-77c6b87dbf29 None None] Provisioning for port f0a87aef-d797-4b5e-bd47-400dd896f97f completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:26.520585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:41:26.537368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c27b8bd4-76f1-47ec-943a-77c6b87dbf29 None None] Provisioning complete for port f0a87aef-d797-4b5e-bd47-400dd896f97f triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:26.537805 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c27b8bd4-76f1-47ec-943a-77c6b87dbf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:26.725688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-c27b8bd4-76f1-47ec-943a-77c6b87dbf29 None None] Port f0a87aef-d797-4b5e-bd47-400dd896f97f cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:41:26.751890 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-11321af3-8aef-4d53-9654-afda555976fe req-71a32633-2f48-4356-9b73-8d5ff03380eb tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 210 time: 0.5826271 Nov 12 07:41:26.769703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.41', 51158) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:26.842190 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-956c4c45-467a-47f2-86f7-a16c1cfd3a3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.41 "GET /v2.0/networks?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707378 Nov 12 07:41:26.937848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b5f30b6e-a402-415c-9857-c054a3fa5417 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:26.985274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 1, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:26.995197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559449d-118a-4394-8020-b6fbd05d1bd3 None None] The sync data for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 is: [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 1, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:41:27.037585 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:27.042887 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:27.044127 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7104559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982403'] for router_interface, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:27.119852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port b5f30b6e-a402-415c-9857-c054a3fa5417 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:27.120264 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:27.227490 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:27.243493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-76afea2a-1c54-46ef-9978-aa6aee83f909 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:27.245344 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-76afea2a-1c54-46ef-9978-aa6aee83f909 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3967791 Nov 12 07:41:27.322092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Request body: {'port': {'device_id': 'd801d020-e4f4-4b0a-b037-2bbf3cb75ccd', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'a7f1b9c5140d48a7b0fd5bd7330cfc00'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:27.324278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:27.333722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:27.675053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a87aef-d797-4b5e-bd47-400dd896f97f,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:27.691493 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:27.816957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:27.821165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Usage tracker for resource:port and tenant:a7f1b9c5140d48a7b0fd5bd7330cfc00 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:27.824428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:27.851983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:27.869224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Made reservation on behalf of a7f1b9c5140d48a7b0fd5bd7330cfc00 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:41:27.877018 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:27.918117 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:27.973691 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d3c6d866-4fd7-4f2c-86d8-5d537b4b711a None None] Provisioning complete for port f0a87aef-d797-4b5e-bd47-400dd896f97f triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:27.976685 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d866-4fd7-4f2c-86d8-5d537b4b711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:28.031755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:28.043113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Usage tracker for resource:security_group_rule and tenant:a7f1b9c5140d48a7b0fd5bd7330cfc00 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:28.051237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:28.068675 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:28.126550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6d866-4fd7-4f2c-86d8-5d537b4b711a None None] Port f0a87aef-d797-4b5e-bd47-400dd896f97f cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:41:28.231962 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7a6926b9-fe86-4c8d-8b09-fcc4926fedec req-1f0f2841-e183-4cd8-b81f-858333aef9bf tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 210 time: 0.1110532 Nov 12 07:41:28.314354 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:28.320344 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:28.373561 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:28.380108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Router 3735bb15-54b5-4d58-bf0c-64e59701f51f has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:41:28.404323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43048) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:28.534589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Pushing event updated for resources: {'SecurityGroup': ['ID=ba07a50d-7c80-42ea-9aeb-6ec1692812f8,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:28.553092 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:29.079685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:41:29.103447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 608b42ce-5ac2-4521-bdf9-81671526719e up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:29.109308 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] 10.222.0.40 "PUT /v2.0/routers/3735bb15-54b5-4d58-bf0c-64e59701f51f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3386333 Nov 12 07:41:29.315054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 608b42ce-5ac2-4521-bdf9-81671526719e completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:29.334170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 608b42ce-5ac2-4521-bdf9-81671526719e triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:29.335426 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:29.360115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Allocated IP 192.168.233.80 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/0a1e4fb9-dd5a-4cdc-aa97-540515645c5b) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:29.734801 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:29.779371 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port 608b42ce-5ac2-4521-bdf9-81671526719e, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=608b42ce-5ac2-4521-bdf9-81671526719e,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:41:29.786325 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:29.794113 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8cb4c99a-ce41-4bf9-8f87-86e01a5dd9a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:29.851457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43104) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:29.889615 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:29.896775 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-309d0dbe-43f4-4b5e-bc38-f435ec8404bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:29.912984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Transition to ACTIVE for port object 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:29.977783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=608b42ce-5ac2-4521-bdf9-81671526719e,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:29.988022 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:29.994245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-309d0dbe-43f4-4b5e-bc38-f435ec8404bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:30.006402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-309d0dbe-43f4-4b5e-bc38-f435ec8404bc admin admin] Usage tracker for resource:security_group_rule and tenant:33791b63cd0445159b61f4df3bd15fe7 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:30.013390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-309d0dbe-43f4-4b5e-bc38-f435ec8404bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:30.028435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-309d0dbe-43f4-4b5e-bc38-f435ec8404bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:30.058064 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:30.088987 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:30.229003 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-309d0dbe-43f4-4b5e-bc38-f435ec8404bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:30.235615 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-309d0dbe-43f4-4b5e-bc38-f435ec8404bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:30.262528 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:30.303260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Pushing event updated for resources: {'Port': ['ID=0a1e4fb9-dd5a-4cdc-aa97-540515645c5b,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:30.323673 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3629ef59-a23c-41b2-817d-f301b4a9b6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:30.330227 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:30.370715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43d7f0-92d0-41a2-93e3-6db850e22f17 req-79d5a8ff-4c6a-4294-ae2e-493c9797b1cd tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:30.373467 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f43d7f0-92d0-41a2-93e3-6db850e22f17 req-79d5a8ff-4c6a-4294-ae2e-493c9797b1cd tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 935 time: 0.4048133 Nov 12 07:41:30.397589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:30.415761 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d0dbe-43f4-4b5e-bc38-f435ec8404bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda5eed-a512-4f5a-85b6-9f5ee81ada04,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:30.419222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:30.426122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:30.433232 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-309d0dbe-43f4-4b5e-bc38-f435ec8404bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:30.437161 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-309d0dbe-43f4-4b5e-bc38-f435ec8404bc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=33791b63cd0445159b61f4df3bd15fe7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0239198 Nov 12 07:41:30.442224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43114) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:30.450563 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:30.453242 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:30.522690 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2079883 Nov 12 07:41:30.524540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4f43d7f0-92d0-41a2-93e3-6db850e22f17 req-ef673e41-14a7-491c-b137-baf2ee23b24e tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Synchronizing usage tracker for tenant:a7f1b9c5140d48a7b0fd5bd7330cfc00 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:41:30.553768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4f43d7f0-92d0-41a2-93e3-6db850e22f17 req-ef673e41-14a7-491c-b137-baf2ee23b24e tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Unset dirty status for tenant:a7f1b9c5140d48a7b0fd5bd7330cfc00 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:41:30.555696 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f43d7f0-92d0-41a2-93e3-6db850e22f17 req-ef673e41-14a7-491c-b137-baf2ee23b24e tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642330 Nov 12 07:41:30.637169 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b9922729-1481-4f14-bbb6-693f34e3d832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:30.679094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-6d35e201-a4ba-419c-bcfb-e1796a988c0b tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:41:30.681986 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-6d35e201-a4ba-419c-bcfb-e1796a988c0b tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0127368 Nov 12 07:41:30.719924 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b9922729-1481-4f14-bbb6-693f34e3d832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:30.853584 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b9922729-1481-4f14-bbb6-693f34e3d832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:30.878842 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:30.895272 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d4cc6ea6-6cac-41ab-a460-a795328bee34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:30.907914 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32e62e5d-d8ea-489c-b3ad-5ec8937df502 None None] Provisioning for port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:30.928809 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32e62e5d-d8ea-489c-b3ad-5ec8937df502 None None] Provisioning complete for port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:30.931783 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32e62e5d-d8ea-489c-b3ad-5ec8937df502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:30.963439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43126) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:30.964999 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b9922729-1481-4f14-bbb6-693f34e3d832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:30.966483 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b9922729-1481-4f14-bbb6-693f34e3d832 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9fda5eed-a512-4f5a-85b6-9f5ee81ada04 HTTP/1.1" status: 204 len: 168 time: 0.5223999 Nov 12 07:41:31.001399 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9922729-1481-4f14-bbb6-693f34e3d832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda5eed-a512-4f5a-85b6-9f5ee81ada04,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:31.024349 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b9922729-1481-4f14-bbb6-693f34e3d832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:31.038157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d4cc6ea6-6cac-41ab-a460-a795328bee34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:31.042654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d4cc6ea6-6cac-41ab-a460-a795328bee34 admin admin] Usage tracker for resource:security_group_rule and tenant:5d34ddc578c04e509e910853d28425aa is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:31.052363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d4cc6ea6-6cac-41ab-a460-a795328bee34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:31.069430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d4cc6ea6-6cac-41ab-a460-a795328bee34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:31.266749 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d4cc6ea6-6cac-41ab-a460-a795328bee34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:31.286214 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d4cc6ea6-6cac-41ab-a460-a795328bee34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:31.298916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-32e62e5d-d8ea-489c-b3ad-5ec8937df502 None None] Port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:41:31.310662 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e1f7fc02-a052-4e5f-8c44-2016a3130b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:31.373303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 608b42ce-5ac2-4521-bdf9-81671526719e up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:31.413381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc6ea6-6cac-41ab-a460-a795328bee34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491660b6-dc16-467a-ae8a-21247cceae41,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:31.424297 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d4cc6ea6-6cac-41ab-a460-a795328bee34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:31.510822 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d4cc6ea6-6cac-41ab-a460-a795328bee34 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5d34ddc578c04e509e910853d28425aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6573012 Nov 12 07:41:31.512720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43154) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:31.550683 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1ff119e1-7eb8-48e7-b767-626308b2ac49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:31.627332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 608b42ce-5ac2-4521-bdf9-81671526719e triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:31.627759 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:31.700258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1ff119e1-7eb8-48e7-b767-626308b2ac49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:31.717522 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-1ff119e1-7eb8-48e7-b767-626308b2ac49 admin admin] Usage tracker for resource:security_group_rule and tenant:b21ee49675e242489b31630f955cb8f2 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:31.726882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-1ff119e1-7eb8-48e7-b767-626308b2ac49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:31.739788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1ff119e1-7eb8-48e7-b767-626308b2ac49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:31.750561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0f4c42c7-4865-4863-a12e-4f40ed998640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:31.844277 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0f4c42c7-4865-4863-a12e-4f40ed998640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:31.906198 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1ff119e1-7eb8-48e7-b767-626308b2ac49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:31.914981 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1ff119e1-7eb8-48e7-b767-626308b2ac49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:31.927387 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0f4c42c7-4865-4863-a12e-4f40ed998640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:31.935404 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-309d0dbe-43f4-4b5e-bc38-f435ec8404bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:31.936512 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:31.974720 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0f4c42c7-4865-4863-a12e-4f40ed998640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:31.976522 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0f4c42c7-4865-4863-a12e-4f40ed998640 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/491660b6-dc16-467a-ae8a-21247cceae41 HTTP/1.1" status: 204 len: 168 time: 0.4618852 Nov 12 07:41:31.980668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c42c7-4865-4863-a12e-4f40ed998640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491660b6-dc16-467a-ae8a-21247cceae41,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:31.985515 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0f4c42c7-4865-4863-a12e-4f40ed998640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:32.120519 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff119e1-7eb8-48e7-b767-626308b2ac49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18031585-0d89-4f55-a679-e8001096cfc0,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:32.126581 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1ff119e1-7eb8-48e7-b767-626308b2ac49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:32.139941 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1ff119e1-7eb8-48e7-b767-626308b2ac49 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b21ee49675e242489b31630f955cb8f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1748178 Nov 12 07:41:32.143632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43184) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:32.178483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4565f55-1494-4de9-889d-453b5bc909c2 req-4a953f68-65e5-4678-b3a4-20b0df98f20d tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:32.179579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f4565f55-1494-4de9-889d-453b5bc909c2 req-4a953f68-65e5-4678-b3a4-20b0df98f20d tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Synchronizing usage tracker for tenant:a7f1b9c5140d48a7b0fd5bd7330cfc00 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:41:32.207629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Sync routers for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:41:32.212045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f4565f55-1494-4de9-889d-453b5bc909c2 req-4a953f68-65e5-4678-b3a4-20b0df98f20d tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Unset dirty status for tenant:a7f1b9c5140d48a7b0fd5bd7330cfc00 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:41:32.215007 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4565f55-1494-4de9-889d-453b5bc909c2 req-4a953f68-65e5-4678-b3a4-20b0df98f20d tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 935 time: 0.2550354 Nov 12 07:41:32.226872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:41:32.228319 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:41:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:32.318749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Request body: {'port': {'device_id': 'd801d020-e4f4-4b0a-b037-2bbf3cb75ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:32.366775 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43188) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:32.467895 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce2985bb-a5df-45c0-babb-04f30f846a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:32.506133 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2fa479aa-a53b-47c1-8306-73fd26c38717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:32.565195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:41:32.634624 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce2985bb-a5df-45c0-babb-04f30f846a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:32.676879 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4565f55-1494-4de9-889d-453b5bc909c2 req-42a0af51-f988-4a42-80bc-9fd4db0e9c0f tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535375 Nov 12 07:41:32.746993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-2fa479aa-a53b-47c1-8306-73fd26c38717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:32.757863 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-2fa479aa-a53b-47c1-8306-73fd26c38717 admin admin] Usage tracker for resource:security_group_rule and tenant:32e10b2129874989af0fae8d365948e4 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:32.758922 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:32.766629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-2fa479aa-a53b-47c1-8306-73fd26c38717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:32.800577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-2fa479aa-a53b-47c1-8306-73fd26c38717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:32.815776 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce2985bb-a5df-45c0-babb-04f30f846a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:32.847590 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:32.909982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2985bb-a5df-45c0-babb-04f30f846a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18031585-0d89-4f55-a679-e8001096cfc0,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:32.938193 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce2985bb-a5df-45c0-babb-04f30f846a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:32.963965 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce2985bb-a5df-45c0-babb-04f30f846a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:32.965843 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ce2985bb-a5df-45c0-babb-04f30f846a7d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/18031585-0d89-4f55-a679-e8001096cfc0 HTTP/1.1" status: 204 len: 168 time: 0.8203573 Nov 12 07:41:33.074917 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2fa479aa-a53b-47c1-8306-73fd26c38717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:33.082436 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2fa479aa-a53b-47c1-8306-73fd26c38717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:33.091392 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:33.203540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa479aa-a53b-47c1-8306-73fd26c38717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc41d8d-8527-4c61-8680-8f1272f02b8a,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:33.207349 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2fa479aa-a53b-47c1-8306-73fd26c38717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:33.213851 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2fa479aa-a53b-47c1-8306-73fd26c38717 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=32e10b2129874989af0fae8d365948e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8310931 Nov 12 07:41:33.226276 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43204) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:33.228335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43206) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:33.340948 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-efbd7fad-940d-4148-a56e-8013571810eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:33.442336 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-89da67d9-f5bd-42a0-8536-1de30ef42e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:33.541643 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-89da67d9-f5bd-42a0-8536-1de30ef42e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:33.589003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-efbd7fad-940d-4148-a56e-8013571810eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:33.645950 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-af3e2af4-d609-4caf-a55c-eccb6191254c tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/networks?tenant_id=41b0469f9f1749b7ac3dd3e03c37c04e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1331754 Nov 12 07:41:33.648829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-efbd7fad-940d-4148-a56e-8013571810eb admin admin] Usage tracker for resource:security_group_rule and tenant:ca993e7212ea4dd1ac31bcaaa8691aa8 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:33.728182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-efbd7fad-940d-4148-a56e-8013571810eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:33.746943 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-89da67d9-f5bd-42a0-8536-1de30ef42e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:33.752918 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0f4c42c7-4865-4863-a12e-4f40ed998640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:33.799352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da67d9-f5bd-42a0-8536-1de30ef42e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc41d8d-8527-4c61-8680-8f1272f02b8a,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:33.804788 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-89da67d9-f5bd-42a0-8536-1de30ef42e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:33.816374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-efbd7fad-940d-4148-a56e-8013571810eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:33.824519 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-89da67d9-f5bd-42a0-8536-1de30ef42e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:33.828255 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-89da67d9-f5bd-42a0-8536-1de30ef42e8f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4bc41d8d-8527-4c61-8680-8f1272f02b8a HTTP/1.1" status: 204 len: 168 time: 0.5967028 Nov 12 07:41:33.939796 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:33.954135 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2003062e-a53f-4fbe-a473-289abef948af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.061756 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.150995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-97026b56-333f-4fb7-8fc4-5c156ed44ba5 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:34.153572 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-97026b56-333f-4fb7-8fc4-5c156ed44ba5 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5065632 Nov 12 07:41:34.359281 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.382435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:26Z', 'revision_number': 2, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:34.396193 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Checking router: 3735bb15-54b5-4d58-bf0c-64e59701f51f for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:41:34.396837 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Updating router 3735bb15-54b5-4d58-bf0c-64e59701f51f port f0a87aef-d797-4b5e-bd47-400dd896f97f binding host n-d-761264-6 {{(pid=80794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:41:34.409500 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43260) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:34.416079 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-network', 'tenant_id': '942d35b2efa342599997b315f43e8b88'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:34.428345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:34.447252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Usage tracker for resource:network and tenant:942d35b2efa342599997b315f43e8b88 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:34.452976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:34.466892 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:34.542027 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.623257 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-efbd7fad-940d-4148-a56e-8013571810eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.632006 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Made reservation on behalf of 942d35b2efa342599997b315f43e8b88 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:41:34.634561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:41:34.639013 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.678644 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.714661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43266) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:34.755973 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0a114d13-dc64-4176-af64-30ee94e7c86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.781063 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:41:34.789893 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.816449 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-e4094d47-a25c-43ea-a021-f8cbf5999d7e tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/quotas/41b0469f9f1749b7ac3dd3e03c37c04e HTTP/1.1" status: 200 len: 375 time: 0.6402090 Nov 12 07:41:34.822147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Transition to ACTIVE for port object 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:34.823463 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-efbd7fad-940d-4148-a56e-8013571810eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.830947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0a114d13-dc64-4176-af64-30ee94e7c86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:34.836512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0a114d13-dc64-4176-af64-30ee94e7c86f admin admin] Usage tracker for resource:security_group_rule and tenant:88e91cad272141faa5246b1900b07d6b is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:34.840454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0a114d13-dc64-4176-af64-30ee94e7c86f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:34.847343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0a114d13-dc64-4176-af64-30ee94e7c86f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:34.902247 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.923808 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0a114d13-dc64-4176-af64-30ee94e7c86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.925756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:34.929392 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0a114d13-dc64-4176-af64-30ee94e7c86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.950446 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-c03e6de8-e375-47b4-8eb0-4bb65640fb3a tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?tenant_id=41b0469f9f1749b7ac3dd3e03c37c04e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1327548 Nov 12 07:41:34.953671 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:34.964523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Usage tracker for resource:security_group_rule and tenant:942d35b2efa342599997b315f43e8b88 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:34.967813 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce2985bb-a5df-45c0-babb-04f30f846a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:35.012880 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:35.023697 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0a114d13-dc64-4176-af64-30ee94e7c86f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=88e91cad272141faa5246b1900b07d6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3058009 Nov 12 07:41:35.024763 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:35.031684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a114d13-dc64-4176-af64-30ee94e7c86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c796b15-b278-4665-89ea-7203c0b2449f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:35.039509 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0a114d13-dc64-4176-af64-30ee94e7c86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:35.040090 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43278) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:35.065503 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-efbd7fad-940d-4148-a56e-8013571810eb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ca993e7212ea4dd1ac31bcaaa8691aa8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8336735 Nov 12 07:41:35.122599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43282) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:35.133660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:35.166531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd7fad-940d-4148-a56e-8013571810eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c561613b-f4f0-42a4-b47a-e1f79db47f60,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:35.335403 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:35.343491 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:35.366790 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d278d29-c651-4b6e-8081-f33df2da8b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:35.388579 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6b1a767b-bade-49c3-8706-013382d10637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:35.418328 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-efbd7fad-940d-4148-a56e-8013571810eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:35.494781 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:35.532646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:41:35.571093 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:35.572153 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Notify callbacks [] for port, precommit_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:35.572582 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Added segment be986fac-d198-4ac5-9425-af8927e35705 of type vxlan for network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 Nov 12 07:41:35.575758 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2ffbf92b-3ca7-4693-8388-04ab4d557ef9 req-4b1f26fe-1788-4e4b-9ebf-f8a9a451bc06 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 210 time: 0.1477609 Nov 12 07:41:35.592010 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Transition to ACTIVE for port object f0a87aef-d797-4b5e-bd47-400dd896f97f will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:35.603511 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:35.640220 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:35.675336 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:35.797125 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d278d29-c651-4b6e-8081-f33df2da8b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:35.880621 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2df83d90-3d99-4514-847b-ffd586f7afc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:35.893969 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f1b2cc-1bba-4c53-b71f-ec718e15e475,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:35.901938 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:35.910951 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d278d29-c651-4b6e-8081-f33df2da8b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:35.916689 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:35.929512 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:35.942859 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8035589-3627-4276-971a-d3de8add6b5d req-be099c35-b85f-4b3d-98f7-c846cbdd81a4 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:35.951589 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a8035589-3627-4276-971a-d3de8add6b5d req-be099c35-b85f-4b3d-98f7-c846cbdd81a4 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 947 time: 1.1438861 Nov 12 07:41:35.971420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:35.973472 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:36.005264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d278d29-c651-4b6e-8081-f33df2da8b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c796b15-b278-4665-89ea-7203c0b2449f,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:36.026793 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7d278d29-c651-4b6e-8081-f33df2da8b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:36.030794 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:36.042237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1e4fb9-dd5a-4cdc-aa97-540515645c5b,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:36.072048 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a8035589-3627-4276-971a-d3de8add6b5d req-376e6d50-42c1-4882-adb8-82c90a19396a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191354 Nov 12 07:41:36.076094 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:36.106647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2df83d90-3d99-4514-847b-ffd586f7afc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:36.174800 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Pushing event updated for resources: {'Network': ['ID=89b7c039-2c8f-4eda-ab5b-e016368d83d9,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:36.178990 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:36.201548 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d278d29-c651-4b6e-8081-f33df2da8b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:36.204245 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7d278d29-c651-4b6e-8081-f33df2da8b4d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3c796b15-b278-4665-89ea-7203c0b2449f HTTP/1.1" status: 204 len: 168 time: 1.1590323 Nov 12 07:41:36.214087 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8031347 Nov 12 07:41:36.215369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43336) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:36.223303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Request body: {'subnet': {'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-subnet', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:36.230602 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:36.235946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Usage tracker for resource:subnet and tenant:942d35b2efa342599997b315f43e8b88 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:36.242586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:36.257211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:36.270445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Made reservation on behalf of 942d35b2efa342599997b315f43e8b88 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:41:36.281813 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:36.421981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:41:36.443477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Attempting to bind port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:41:36.447608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Attempting to bind port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:41:36.448240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Attempting to bind port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:41:36.464461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:41:36.467292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:36.468580 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:36.469883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:41:36.470798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Bound port: 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:41:36.471354 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:36.494973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:41:36.613191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:41:36.707326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddb367-2cb3-4fdd-b9ec-6b81bbd80804 None None] Pushing event updated for resources: {'Port': ['ID=f0a87aef-d797-4b5e-bd47-400dd896f97f,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:36.719639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] For port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:41:36.728505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] For port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=0a1e4fb9-dd5a-4cdc-aa97-540515645c5b,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:41:36.816188 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:36.824251 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2df83d90-3d99-4514-847b-ffd586f7afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:36.855436 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:36.935992 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ce7454fd-c4a3-41cb-ad0e-2bd67768cac9 req-9bd0e045-3467-4a9a-87ee-1bc37003dc91 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 210 time: 0.1979847 Nov 12 07:41:37.066264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1e4fb9-dd5a-4cdc-aa97-540515645c5b,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:37.070409 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:37.077715 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:37.128200 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2df83d90-3d99-4514-847b-ffd586f7afc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:37.134865 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2df83d90-3d99-4514-847b-ffd586f7afc4 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c561613b-f4f0-42a4-b47a-e1f79db47f60 HTTP/1.1" status: 204 len: 168 time: 1.9749055 Nov 12 07:41:37.136705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df83d90-3d99-4514-847b-ffd586f7afc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c561613b-f4f0-42a4-b47a-e1f79db47f60,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:37.146053 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2df83d90-3d99-4514-847b-ffd586f7afc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:37.279727 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:37.285869 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] 10.222.0.41 "PUT /v2.0/ports/0a1e4fb9-dd5a-4cdc-aa97-540515645c5b HTTP/1.1" status: 200 len: 1159 time: 5.8455737 Nov 12 07:41:37.289973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd801d020-e4f4-4b0a-b037-2bbf3cb75ccd', 'tag': '0a1e4fb9-dd5a-4cdc-aa97-540515645c5b'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:41:37.664606 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:37.779901 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfa435-f157-40e7-bd1b-00c24e93c18e req-3de3d9b4-c854-4eaf-84d7-c3a7d74f09f1 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:37.795964 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bfdfa435-f157-40e7-bd1b-00c24e93c18e req-3de3d9b4-c854-4eaf-84d7-c3a7d74f09f1 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 947 time: 0.3097265 Nov 12 07:41:37.839728 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55ddb367-2cb3-4fdd-b9ec-6b81bbd80804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.199s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:38.138537 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:38.159210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Attempting to bind port f0a87aef-d797-4b5e-bd47-400dd896f97f on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:41:38.159614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Attempting to bind port f0a87aef-d797-4b5e-bd47-400dd896f97f by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:41:38.160016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Attempting to bind port f0a87aef-d797-4b5e-bd47-400dd896f97f on network 738aa929-f78a-409c-b3ce-e2d0766417e7 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:41:38.171117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:41:38.171533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Checking segment: {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:38.171973 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:38.172405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Bound using segment: {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:41:38.173240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Bound port: f0a87aef-d797-4b5e-bd47-400dd896f97f, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:41:38.173665 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:38.208190 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bfdfa435-f157-40e7-bd1b-00c24e93c18e req-c0e7bb45-9dfe-481f-a38f-6b7d0e149355 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031153 Nov 12 07:41:38.245623 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:38.307759 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-86922e95-c80a-4959-9bb5-2f72631e63dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 1162 time: 0.4165742 Nov 12 07:41:38.378089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] For port f0a87aef-d797-4b5e-bd47-400dd896f97f, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:41:38.391713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] For port f0a87aef-d797-4b5e-bd47-400dd896f97f, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=f0a87aef-d797-4b5e-bd47-400dd896f97f,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:41:38.402231 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:38.419571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=812371ef-72a0-45e0-b440-62ff5a297cb6,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:38.584993 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:38.723833 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:38.742042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.41', 51163) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:38.786717 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5e7471ed-8dd5-4136-9dbc-15b7e5199c1d req-17f4df00-5784-4aba-bc76-7c25a50389c4 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 210 time: 0.1527057 Nov 12 07:41:38.803175 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-521e1226-6df2-4c47-8c76-8b22e62f90ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=0a1e4fb9-dd5a-4cdc-aa97-540515645c5b HTTP/1.1" status: 200 len: 217 time: 0.4323902 Nov 12 07:41:38.954177 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-bcff41b5-505a-4b48-bb70-d3c024d3772a tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.41 "GET /v2.0/networks?tenant_id=41b0469f9f1749b7ac3dd3e03c37c04e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229978 Nov 12 07:41:38.970610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddb367-2cb3-4fdd-b9ec-6b81bbd80804 None None] Pushing event updated for resources: {'Port': ['ID=f0a87aef-d797-4b5e-bd47-400dd896f97f,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:38.975756 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55ddb367-2cb3-4fdd-b9ec-6b81bbd80804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:39.013672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:41:39.014436 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:41:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:39.244938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-36ae318d-cfe2-4c3a-8485-6377bcdc6655 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:39.244938 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-36ae318d-cfe2-4c3a-8485-6377bcdc6655 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2857411 Nov 12 07:41:39.492536 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-d026468f-03aa-4a35-9817-b05f1d731ce9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2493322 Nov 12 07:41:39.538277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-5d4fcc56-b182-4727-acce-a80d4bb26e01 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:39.539943 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-5d4fcc56-b182-4727-acce-a80d4bb26e01 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5579588 Nov 12 07:41:39.635530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Request body: {'port': {'device_id': '12f1a016-21f4-4c4d-8d72-5757f8916d69', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': '41b0469f9f1749b7ac3dd3e03c37c04e'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:39.851369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76289e-f39c-4c5d-b2a6-68b0859c7fdc req-4be8f12c-031d-4218-ae58-b1dab06e8023 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:39.865628 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fb76289e-f39c-4c5d-b2a6-68b0859c7fdc req-4be8f12c-031d-4218-ae58-b1dab06e8023 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 947 time: 0.1594200 Nov 12 07:41:39.931086 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd801d020-e4f4-4b0a-b037-2bbf3cb75ccd', 'tag': '0a1e4fb9-dd5a-4cdc-aa97-540515645c5b', 'status': 'completed', 'code': 200} Nov 12 07:41:39.986821 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-66170e15-70f0-4bba-a3ed-fbda6fd55023 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712975 Nov 12 07:41:39.988388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:41:40.029555 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fb76289e-f39c-4c5d-b2a6-68b0859c7fdc req-6ea7e5c1-2d0a-4e16-9ad7-ce0c1fc52c62 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584740 Nov 12 07:41:40.140453 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Checking segment: {'id': 'be986fac-d198-4ac5-9425-af8927e35705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:40.140882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Network hostable DHCP agents. Network: 89b7c039-2c8f-4eda-ab5b-e016368d83d9, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:41:40.333266 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:40.337497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Usage tracker for resource:port and tenant:41b0469f9f1749b7ac3dd3e03c37c04e is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:40.340753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:40.347153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:41:40.349938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:40.375528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 89b7c039-2c8f-4eda-ab5b-e016368d83d9) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:40.392374 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b694e8ad-58a2-49a5-a737-ca9edd71cfb7 req-b584c03b-37fc-463d-929b-49e34ee540b6 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3490653 Nov 12 07:41:40.393981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:40.394839 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:40.402074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Made reservation on behalf of 41b0469f9f1749b7ac3dd3e03c37c04e for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:41:40.410020 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:40.418670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1c02e-23b4-4691-9cb3-403b2272ead2 None None] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:41:40.439333 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:40.489625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:40.494608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Usage tracker for resource:security_group_rule and tenant:41b0469f9f1749b7ac3dd3e03c37c04e is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:40.498020 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5f1805dc-2e9b-4abd-920d-92d761907df2 req-a4123983-6eb6-4abd-a3a2-bb3fbabbb5e3 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 210 time: 0.0858755 Nov 12 07:41:40.498849 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:40.505452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:40.551136 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.3342690 Nov 12 07:41:40.554095 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43462) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:40.560546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-router', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:40.570322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:40.585044 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Usage tracker for resource:router and tenant:942d35b2efa342599997b315f43e8b88 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:40.595550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:40.673238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:40.682885 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:40.690167 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:40.712198 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846799970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718870'] for router, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:40.714093 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7958150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846774114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56930'] for router, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:40.729638 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:40.742657 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:40.856926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Pushing event updated for resources: {'SecurityGroup': ['ID=dce2d472-cc1e-4d30-bae1-7939db64bb9f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:40.884282 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:41.054320 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device f0a87aef-d797-4b5e-bd47-400dd896f97f up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:41.087110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Request body: {'security_group': {'name': 'tempest-securitygroup-1214741648', 'description': 'tempest-description-1092666086'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:41.166878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:41.198927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-89b7c039-2c8f-4eda-ab5b-e016368d83d9', 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'fixed_ips': [{'subnet_id': '812371ef-72a0-45e0-b440-62ff5a297cb6'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:41:41.199718 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:41.244470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Usage tracker for resource:security_group and tenant:9302762f2d9e48689131d906a6684c71 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:41.252118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb1f7772-00e4-48be-a0a6-737fb46175e6 req-5f306bbc-32a9-4ee5-bf2b-5bac53449fd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 1162 time: 0.6487024 Nov 12 07:41:41.254633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:41.263829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:41.309167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Allocated IP 192.168.233.24 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/9e820b38-ed57-4765-83da-42a377e8eac7) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:41.321222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43482) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:41.328562 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:38Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:41.337284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480cc0e7-650d-453e-8307-976da1f2f645 None None] The sync data for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 is: [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:38Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:41:41.470060 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:41.487852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port f0a87aef-d797-4b5e-bd47-400dd896f97f completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:41.490803 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:41.495333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port f0a87aef-d797-4b5e-bd47-400dd896f97f triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:41.495753 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:41.511016 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:41.670486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-network', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:41.682716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:41.704968 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Usage tracker for resource:network and tenant:b94e26b1dcd6414d92a7572ce007879f is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:41.713399 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:41.720811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:41.743110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Made reservation on behalf of b94e26b1dcd6414d92a7572ce007879f for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:41:41.756391 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:41.767846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d0204-eef6-4e34-bdeb-30e789629c4e req-324c30aa-309f-43ff-b1e4-998ad56dcbe8 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:41.787093 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:41.787720 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c03d0204-eef6-4e34-bdeb-30e789629c4e req-324c30aa-309f-43ff-b1e4-998ad56dcbe8 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 947 time: 0.4074054 Nov 12 07:41:41.806666 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:41.826753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:41.832133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Usage tracker for resource:security_group_rule and tenant:9302762f2d9e48689131d906a6684c71 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:41.835865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:41.842674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:41.879015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port f0a87aef-d797-4b5e-bd47-400dd896f97f, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=f0a87aef-d797-4b5e-bd47-400dd896f97f,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:41:41.888573 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:41.894861 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:41.902544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:41.906694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Usage tracker for resource:security_group_rule and tenant:b94e26b1dcd6414d92a7572ce007879f is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:41.909701 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:41.916608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:41.931968 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f7772-00e4-48be-a0a6-737fb46175e6 req-39c60c20-68e6-4faf-9776-acd750ee04c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:41.934151 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb1f7772-00e4-48be-a0a6-737fb46175e6 req-39c60c20-68e6-4faf-9776-acd750ee04c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.6729140 Nov 12 07:41:41.988744 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:41.992031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=f0a87aef-d797-4b5e-bd47-400dd896f97f,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:41.998790 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:42.002621 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.005009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Allocated IP 172.20.0.2 (89b7c039-2c8f-4eda-ab5b-e016368d83d9/812371ef-72a0-45e0-b440-62ff5a297cb6/ec61dafa-5303-4834-bbbb-5c0c530e09ad) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:42.012494 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0a114d13-dc64-4176-af64-30ee94e7c86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:42.043580 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.058275 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf907ce-1966-423d-bead-2575d6207edc,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:42.070923 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:42.071744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:41:42.084860 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c03d0204-eef6-4e34-bdeb-30e789629c4e req-e06ce3e8-a6c7-487a-85e1-15c47c465a68 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955172 Nov 12 07:41:42.086591 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb1f7772-00e4-48be-a0a6-737fb46175e6 req-9ceb7157-0f0e-45cf-91c7-f5e3ee17c11f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=0a1e4fb9-dd5a-4cdc-aa97-540515645c5b HTTP/1.1" status: 200 len: 217 time: 0.1078014 Nov 12 07:41:42.089992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Transition to ACTIVE for port object 9e820b38-ed57-4765-83da-42a377e8eac7 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:42.103788 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.104189 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Added segment 7ce796ba-d072-4348-8544-58c3657f909c of type vxlan for network 061a3d8b-043d-4ed8-8c95-f6de9285004b Nov 12 07:41:42.142029 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.180800 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.185787 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:42.228418 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.269337 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.270987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f7772-00e4-48be-a0a6-737fb46175e6 req-622b158e-0ce6-4fba-b616-11b9948cfd60 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:42.272737 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb1f7772-00e4-48be-a0a6-737fb46175e6 req-622b158e-0ce6-4fba-b616-11b9948cfd60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1682940 Nov 12 07:41:42.286096 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2df83d90-3d99-4514-847b-ffd586f7afc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:42.350984 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:41:42.369470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Pushing event updated for resources: {'SecurityGroup': ['ID=e4898111-14e4-47f4-baff-314925ef5e5b,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:42.391321 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:42.405676 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.412687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Pushing event updated for resources: {'Port': ['ID=9e820b38-ed57-4765-83da-42a377e8eac7,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:42.418588 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:42.430174 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Transition to ACTIVE for port object ec61dafa-5303-4834-bbbb-5c0c530e09ad will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:42.436147 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.439505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:42.440168 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.446732 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:42.451200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Transition to ACTIVE for port object ec61dafa-5303-4834-bbbb-5c0c530e09ad will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:42.460862 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.478071 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:42.479413 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:42.483912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Usage tracker for resource:security_group_rule and tenant:9302762f2d9e48689131d906a6684c71 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:42.487803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:42.495110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:42.546557 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.595680 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.621423 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2945766 Nov 12 07:41:42.621423 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Pushing event updated for resources: {'Network': ['ID=061a3d8b-043d-4ed8-8c95-f6de9285004b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:42.624946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43506) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:42.627681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:42.630946 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:42.632830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:42.637923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Request body: {'subnet': {'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-subnet', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:42.642361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:42.646814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:42.648028 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.654504 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:41:42.655081 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:42.668381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Usage tracker for resource:subnet and tenant:b94e26b1dcd6414d92a7572ce007879f is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:42.672081 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:42.675351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:41:42.680394 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0917342 Nov 12 07:41:42.685115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:42.695976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Request body: {'port': {'device_id': '12f1a016-21f4-4c4d-8d72-5757f8916d69', 'device_owner': 'compute:tempest-test_az-1622687417', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:42.700682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:41:42.747265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Made reservation on behalf of b94e26b1dcd6414d92a7572ce007879f for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:41:42.752006 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.796624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f08e46-84e4-4753-831a-7c38e45194d0 req-70fa6978-9420-4249-984c-6d61b77e7a5c tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:42.798485 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89f08e46-84e4-4753-831a-7c38e45194d0 req-70fa6978-9420-4249-984c-6d61b77e7a5c tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 935 time: 0.4210532 Nov 12 07:41:42.831586 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb1f7772-00e4-48be-a0a6-737fb46175e6 req-0fc51e4e-0522-429f-ada8-8802abbf392b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5499241 Nov 12 07:41:42.939407 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:42.960742 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device f0a87aef-d797-4b5e-bd47-400dd896f97f up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:42.976564 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:43.004693 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:43.062095 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:43.149156 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89f08e46-84e4-4753-831a-7c38e45194d0 req-60d7e9df-5c31-4f97-84df-f4365b4a6576 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/security-groups?id=dce2d472-cc1e-4d30-bae1-7939db64bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275924 Nov 12 07:41:43.177806 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:43.177806 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-404a0dc5-5daa-4af3-aa12-9f131b4d2a3c req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 2.0971076 Nov 12 07:41:43.184376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Pushing event updated for resources: {'SecurityGroup': ['ID=38139598-d5f4-4008-96e2-e39e3e968dd3,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:43.230739 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb1f7772-00e4-48be-a0a6-737fb46175e6 req-47c22f40-2f00-498e-afde-f0de25ccd445 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784235 Nov 12 07:41:43.298247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Pushing event updated for resources: {'Port': ['ID=ec61dafa-5303-4834-bbbb-5c0c530e09ad,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:43.323068 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:43.377159 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port f0a87aef-d797-4b5e-bd47-400dd896f97f triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:43.377775 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:43.476312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-fc42a015-9559-4e1e-af15-e310794002bc None None] Provisioning for port 9e820b38-ed57-4765-83da-42a377e8eac7 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:43.569557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-fc42a015-9559-4e1e-af15-e310794002bc None None] Provisioning complete for port 9e820b38-ed57-4765-83da-42a377e8eac7 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:43.571031 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fc42a015-9559-4e1e-af15-e310794002bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:43.571546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Allocated IP 172.25.5.59 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/10f60d7a-cd37-4aa4-95d7-5d6b956f0a47) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:43.611033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:43.618838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:43.631043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:43.665290 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:43.679296 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-fc42a015-9559-4e1e-af15-e310794002bc None None] Port 9e820b38-ed57-4765-83da-42a377e8eac7 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:41:43.703997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Attempting to bind port ec61dafa-5303-4834-bbbb-5c0c530e09ad on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:41:43.704533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Attempting to bind port ec61dafa-5303-4834-bbbb-5c0c530e09ad by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': 'be986fac-d198-4ac5-9425-af8927e35705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:41:43.705082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Attempting to bind port ec61dafa-5303-4834-bbbb-5c0c530e09ad on network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:41:43.713059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:41:43.713662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Checking segment: {'id': 'be986fac-d198-4ac5-9425-af8927e35705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:43.714250 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:43.714853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Bound using segment: {'id': 'be986fac-d198-4ac5-9425-af8927e35705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:41:43.715494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Bound port: ec61dafa-5303-4834-bbbb-5c0c530e09ad, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be986fac-d198-4ac5-9425-af8927e35705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:41:43.716034 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:43.821129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] For port ec61dafa-5303-4834-bbbb-5c0c530e09ad, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:41:43.824810 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] For port ec61dafa-5303-4834-bbbb-5c0c530e09ad, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ec61dafa-5303-4834-bbbb-5c0c530e09ad,segment=NetworkSegment(be986fac-d198-4ac5-9425-af8927e35705),segment_id=be986fac-d198-4ac5-9425-af8927e35705)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:41:43.830042 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:43.843638 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e820b38-ed57-4765-83da-42a377e8eac7 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:41:43.846004 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:43.854723 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:43.862773 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-af2dbe42-a8cc-490d-8561-375f89daaa8c tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/networks?tenant_id=da684634b52649149e3650c4d376d198&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1870337 Nov 12 07:41:43.906900 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Transition to ACTIVE for port object 9e820b38-ed57-4765-83da-42a377e8eac7 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:43.915616 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:43.936006 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:44.011563 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Pushing event updated for resources: {'Port': ['ID=ec61dafa-5303-4834-bbbb-5c0c530e09ad,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:44.025169 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:44.044785 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:44.105580 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:44.115127 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb1f7772-00e4-48be-a0a6-737fb46175e6 req-1da50bf6-576f-43f2-afc6-d67941d354a1 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4431651 Nov 12 07:41:44.145871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb9c9b-ae9b-4a33-981a-ee76cb8430c7 req-85035874-e58d-415f-a83e-df5e670c3a64 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:44.147511 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4bdb9c9b-ae9b-4a33-981a-ee76cb8430c7 req-85035874-e58d-415f-a83e-df5e670c3a64 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 947 time: 0.4740109 Nov 12 07:41:44.151573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Pushing event updated for resources: {'Port': ['ID=9e820b38-ed57-4765-83da-42a377e8eac7,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:44.162309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-efeffefa-1d38-460b-bd3b-ada104645299 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:44.163615 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:44.163941 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-efeffefa-1d38-460b-bd3b-ada104645299 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2941835 Nov 12 07:41:44.175359 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fcd64301-059b-4e39-8466-ceccf01c8531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:44.220383 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-63e8898d-6211-4749-869a-209ee6e8dc1f tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/quotas/da684634b52649149e3650c4d376d198 HTTP/1.1" status: 200 len: 375 time: 0.0343416 Nov 12 07:41:44.226997 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:44.280120 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9fd962f0-dcb4-49e4-898a-6dd67567bbc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:44.285214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=139b9687-780d-4de0-9a87-f6fc2d6601ba,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:44.297144 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:44.329741 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4bdb9c9b-ae9b-4a33-981a-ee76cb8430c7 req-dafe4bab-2770-47e9-ac05-6cc300be3c59 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627195 Nov 12 07:41:44.412516 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-89c2cd20-8924-451d-a4f2-b078860cc40f tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?tenant_id=da684634b52649149e3650c4d376d198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1833160 Nov 12 07:41:44.449920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Request body: {'security_group': {'name': 'tempest-securitygroup-387528670', 'description': 'tempest-description-1141504042'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:44.453264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Attempting to bind port 9e820b38-ed57-4765-83da-42a377e8eac7 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:41:44.453574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Attempting to bind port 9e820b38-ed57-4765-83da-42a377e8eac7 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:41:44.454196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Attempting to bind port 9e820b38-ed57-4765-83da-42a377e8eac7 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:41:44.467475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:41:44.467850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:44.468282 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:44.468685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:41:44.469353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Bound port: 9e820b38-ed57-4765-83da-42a377e8eac7, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:41:44.469742 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:44.491037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Checking segment: {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:44.491456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Network hostable DHCP agents. Network: 061a3d8b-043d-4ed8-8c95-f6de9285004b, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:41:44.545025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:44.551668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Usage tracker for resource:security_group and tenant:9302762f2d9e48689131d906a6684c71 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:44.555148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:44.563319 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:44.572459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=10f60d7a-cd37-4aa4-95d7-5d6b956f0a47,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:44.580851 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:44.611130 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:44.638188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:44.643203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Usage tracker for resource:security_group_rule and tenant:9302762f2d9e48689131d906a6684c71 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:44.646851 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:44.654144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:44.684734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network b40a7887-4c1c-427c-9422-e58922b307fe details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:41:44.725660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:41:44.749239 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 061a3d8b-043d-4ed8-8c95-f6de9285004b) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:44.756918 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] For port 9e820b38-ed57-4765-83da-42a377e8eac7, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:41:44.760294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:44.764039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:44.765313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ce64f0-adf5-48cf-8600-b6585881cf67 None None] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:41:44.770553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] For port 9e820b38-ed57-4765-83da-42a377e8eac7, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=9e820b38-ed57-4765-83da-42a377e8eac7,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:41:44.772983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:44.773797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:44.773929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:44.786532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:44.813043 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:44.937503 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:44.942241 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3131495 Nov 12 07:41:44.948555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43544) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:44.953349 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:44.960780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:44.968600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:44.973454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Usage tracker for resource:router and tenant:b94e26b1dcd6414d92a7572ce007879f is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:44.976731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:45.031263 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:45.037325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ec61dafa-5303-4834-bbbb-5c0c530e09ad up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:45.049521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:45.084924 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:45.085344 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:45.086277 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6179116a-20ae-406e-9bc4-90664f0ef037 req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.6713400 Nov 12 07:41:45.101189 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e820b38-ed57-4765-83da-42a377e8eac7 HTTP/1.1" status: 200 len: 1181 time: 2.4083810 Nov 12 07:41:45.114382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f1a016-21f4-4c4d-8d72-5757f8916d69', 'tag': '9e820b38-ed57-4765-83da-42a377e8eac7'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:41:45.166400 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846799970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718870'] for router, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:45.167689 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7958150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846774114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56930'] for router, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:45.185977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2e1d86-f32d-45d6-a929-c919d5cf1f12,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:45.201421 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:45.274242 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-01a77ec3-0bbd-4bc1-b1d8-165d49f88b6b req-19f4f3b1-10cf-4a85-a331-9b96c08c2a24 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 210 time: 0.0677741 Nov 12 07:41:45.294749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port ec61dafa-5303-4834-bbbb-5c0c530e09ad completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:45.318413 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:45.351119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Pushing event updated for resources: {'Port': ['ID=9e820b38-ed57-4765-83da-42a377e8eac7,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:45.355260 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:45.369120 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-dddeebcd-62c6-4056-ab8c-3dc0179410a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41b0469f9f1749b7ac3dd3e03c37c04e&device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 1184 time: 0.1344194 Nov 12 07:41:45.388606 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:45.393072 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7975814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930'] for router, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:45.419526 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8f750-234b-4141-b1a6-6e8b72c2250f req-7ef99f29-281e-4064-b634-ce61441075b0 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:45.426091 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a2d8f750-234b-4141-b1a6-6e8b72c2250f req-7ef99f29-281e-4064-b634-ce61441075b0 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 969 time: 0.4690800 Nov 12 07:41:45.433135 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-061a3d8b-043d-4ed8-8c95-f6de9285004b', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:41:45.438243 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:45.543091 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a2d8f750-234b-4141-b1a6-6e8b72c2250f req-f5dc41b8-bb43-479f-8a33-14993ef6d983 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/security-groups?id=dce2d472-cc1e-4d30-bae1-7939db64bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048596 Nov 12 07:41:45.565316 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-a05ec86c-6c54-40b1-ab2c-a3804a8ba97d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9e820b38-ed57-4765-83da-42a377e8eac7 HTTP/1.1" status: 200 len: 217 time: 0.1814761 Nov 12 07:41:45.759125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-715e5097-9b9d-44c5-a2ec-37c6e12fc739 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:45.762998 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-715e5097-9b9d-44c5-a2ec-37c6e12fc739 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1965117 Nov 12 07:41:45.893680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-116d4739-99b2-44ba-a1e2-5ae342035b73 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:41:45.923709 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-99218292-76ae-4ceb-9f99-7023934cc621 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1519413 Nov 12 07:41:45.991524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8efbee-1f6e-4ac3-aaa6-05dba4604abe None None] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:41:46.084593 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-a9410554-e0b3-4768-9a53-bd6aff5a3c13 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531284 Nov 12 07:41:46.102388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Request body: {'security_group': {'name': 'tempest-securitygroup-2074463778', 'description': 'tempest-description-447918713'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:46.160376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:46.170551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Usage tracker for resource:security_group and tenant:63e19476861249538b63ce13c430164a is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:46.175827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-4f76ed7e-0582-4e0c-8281-dd8e731fd1ec None None] Provisioning for port ec61dafa-5303-4834-bbbb-5c0c530e09ad completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:46.184790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:46.199580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-4f76ed7e-0582-4e0c-8281-dd8e731fd1ec None None] Provisioning complete for port ec61dafa-5303-4834-bbbb-5c0c530e09ad triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:46.199580 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f76ed7e-0582-4e0c-8281-dd8e731fd1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:46.204682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:46.222323 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:46.244515 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:46.247870 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5290f0c4-061a-40f1-a977-90d5939cafc7 req-46a3f10f-29f3-4565-89ff-ab547efe57ef service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1536527 Nov 12 07:41:46.272512 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:46.272721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:46.321696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c9494-17eb-4e26-8b86-c4387ce744f7 req-ab09b59e-fc13-4d56-bb1d-03fdcab14cd7 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:46.323463 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0f3c9494-17eb-4e26-8b86-c4387ce744f7 req-ab09b59e-fc13-4d56-bb1d-03fdcab14cd7 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 947 time: 0.2851102 Nov 12 07:41:46.333913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.33', 55195) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:46.365730 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Allocated IP 172.20.0.2 (061a3d8b-043d-4ed8-8c95-f6de9285004b/139b9687-780d-4de0-9a87-f6fc2d6601ba/adcb7d6c-deb1-417d-b256-1bb5d5ec38ef) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:46.381161 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-9e3a3f54-aa7d-41e7-9568-fc7fb3208606 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.33 "GET /v2.0/networks?tenant_id=da684634b52649149e3650c4d376d198&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392704 Nov 12 07:41:46.435904 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:46.458479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Usage tracker for resource:security_group_rule and tenant:63e19476861249538b63ce13c430164a is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:46.471912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:46.492870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:46.541537 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0f3c9494-17eb-4e26-8b86-c4387ce744f7 req-988f16c0-d391-4344-a4f8-1e3033f41f16 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084746 Nov 12 07:41:46.611024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-17e4b17c-c83d-4729-9743-136ab96989d7 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:46.612710 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-17e4b17c-c83d-4729-9743-136ab96989d7 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261248 Nov 12 07:41:46.671129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Request body: {'port': {'device_id': 'e51c2c69-4a87-448a-b892-0227d4af3231', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'da684634b52649149e3650c4d376d198'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:46.732529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:46.775761 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:46.791038 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:46.828339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Router 3f687165-b513-4932-85df-2d5040436b26 is scheduled to L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 with binding_index 1 {{(pid=80792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 12 07:41:46.839015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Pushing event updated for resources: {'SecurityGroup': ['ID=97754bc1-3993-4ec1-9d95-b3bf6ff21be7,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:46.850573 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f76ed7e-0582-4e0c-8281-dd8e731fd1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:46.850918 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:46.876144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:46.880013 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f1a016-21f4-4c4d-8d72-5757f8916d69', 'tag': '9e820b38-ed57-4765-83da-42a377e8eac7', 'status': 'completed', 'code': 200} Nov 12 07:41:46.886967 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:46.913197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:46.922067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:46.922693 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:46.929932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Usage tracker for resource:security_group_rule and tenant:63e19476861249538b63ce13c430164a is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:46.933435 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:46.943278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:47.014228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:47.024636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Usage tracker for resource:port and tenant:da684634b52649149e3650c4d376d198 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:47.024865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:47.031072 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:47.035323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-4f76ed7e-0582-4e0c-8281-dd8e731fd1ec None None] For port ec61dafa-5303-4834-bbbb-5c0c530e09ad, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ec61dafa-5303-4834-bbbb-5c0c530e09ad,segment=NetworkSegment(be986fac-d198-4ac5-9425-af8927e35705),segment_id=be986fac-d198-4ac5-9425-af8927e35705)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:41:47.049557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:47.070551 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bdcdf28f-78a3-40e6-84b9-daa9c2d2b5c1 req-05e819ae-0a53-4a9c-8777-e75e51f77aad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41b0469f9f1749b7ac3dd3e03c37c04e&device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 1184 time: 0.1643593 Nov 12 07:41:47.073847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Made reservation on behalf of da684634b52649149e3650c4d376d198 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:41:47.080716 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.083335 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f76ed7e-0582-4e0c-8281-dd8e731fd1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.099845 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:47.130550 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.232449 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.248309 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e116e4c7-690c-4e12-a4c3-86c27ed99907 req-85acfc9d-5750-4bfc-80e1-a5d39b9344f6 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 210 time: 0.1208198 Nov 12 07:41:47.250305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:47.262414 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.270812 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Usage tracker for resource:security_group_rule and tenant:da684634b52649149e3650c4d376d198 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:47.276763 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:47.288447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:47.297673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Transition to ACTIVE for port object adcb7d6c-deb1-417d-b256-1bb5d5ec38ef will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:47.303873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76ed7e-0582-4e0c-8281-dd8e731fd1ec None None] Pushing event updated for resources: {'Port': ['ID=ec61dafa-5303-4834-bbbb-5c0c530e09ad,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:47.316664 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f76ed7e-0582-4e0c-8281-dd8e731fd1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:47.327107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd801d020-e4f4-4b0a-b037-2bbf3cb75ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e4fb9-dd5a-4cdc-aa97-540515645c5b'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:41:47.344877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdf28f-78a3-40e6-84b9-daa9c2d2b5c1 req-6946ab80-d925-4b99-926c-55a743648fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:47.351845 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bdcdf28f-78a3-40e6-84b9-daa9c2d2b5c1 req-6946ab80-d925-4b99-926c-55a743648fbc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2566125 Nov 12 07:41:47.422964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Transition to ACTIVE for port object adcb7d6c-deb1-417d-b256-1bb5d5ec38ef will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:47.425978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=0a1e4fb9-dd5a-4cdc-aa97-540515645c5b,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:41:47.434292 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.436247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-8553eb84-1161-4214-b9d7-669b17070246 None None] Provisioning complete for port ec61dafa-5303-4834-bbbb-5c0c530e09ad triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:47.436649 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8553eb84-1161-4214-b9d7-669b17070246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.470758 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bdcdf28f-78a3-40e6-84b9-daa9c2d2b5c1 req-81bb46cd-82de-4472-9ca0-6c49381c4837 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9e820b38-ed57-4765-83da-42a377e8eac7 HTTP/1.1" status: 200 len: 217 time: 0.1021645 Nov 12 07:41:47.491404 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:47.622854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=0a1e4fb9-dd5a-4cdc-aa97-540515645c5b,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:47.633159 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.647517 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.648842 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:47.649687 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:47.681074 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.735306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Pushing event updated for resources: {'Port': ['ID=adcb7d6c-deb1-417d-b256-1bb5d5ec38ef,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:47.761472 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:47.766023 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:47.822391 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.829316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdf28f-78a3-40e6-84b9-daa9c2d2b5c1 req-ce08fb25-38a3-43dd-b446-6c7bffbb3b28 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:47.830845 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bdcdf28f-78a3-40e6-84b9-daa9c2d2b5c1 req-ce08fb25-38a3-43dd-b446-6c7bffbb3b28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.3183267 Nov 12 07:41:47.831583 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.845526 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d4cc6ea6-6cac-41ab-a460-a795328bee34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:47.846631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0aae5e-1e97-4f1c-9147-f73965dbcadb req-b413982d-03c6-4c65-b6d9-9cf64a9252ff tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:47.849889 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b0aae5e-1e97-4f1c-9147-f73965dbcadb req-b413982d-03c6-4c65-b6d9-9cf64a9252ff tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 969 time: 0.3445997 Nov 12 07:41:47.889782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Pushing event updated for resources: {'SecurityGroup': ['ID=dbce5931-acbb-48ac-be1b-52e39b6e7802,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:47.893395 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:47.894968 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:47.896588 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-55f0bf95-4f8b-493c-8cb2-2d31167cb50b req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.8595247 Nov 12 07:41:48.003483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Pushing event updated for resources: {'SecurityGroup': ['ID=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:48.017345 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:48.052408 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b0aae5e-1e97-4f1c-9147-f73965dbcadb req-980ec202-f170-4ead-9e12-e5d1603a67f1 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/security-groups?id=dce2d472-cc1e-4d30-bae1-7939db64bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805754 Nov 12 07:41:48.053708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Allocated IP 172.25.5.129 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/0aabb91d-645c-4232-8af0-26f212ac594b) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:48.057926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:41:48.075825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Sync routers for ids ['3f687165-b513-4932-85df-2d5040436b26'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:41:48.106851 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Routers {'3f687165-b513-4932-85df-2d5040436b26'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:41:48.107548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:41:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3f687165-b513-4932-85df-2d5040436b26'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:48.113914 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Notify callbacks [] for router, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:48.118907 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.5631146 Nov 12 07:41:48.121405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43592) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:48.143890 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bdcdf28f-78a3-40e6-84b9-daa9c2d2b5c1 req-94b4b96c-dc4e-4f0f-8055-3af42633602a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3013158 Nov 12 07:41:48.204060 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:48.207090 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:48.217780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:48.274132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-1432b929-cecc-4ba3-8740-ae61c2e904aa None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:41:48.326794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Attempting to bind port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:41:48.326794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Attempting to bind port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:41:48.327240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Attempting to bind port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef on network 061a3d8b-043d-4ed8-8c95-f6de9285004b {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:41:48.351318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:41:48.351734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Checking segment: {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:48.352179 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:48.352865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Bound using segment: {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:41:48.353654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Bound port: adcb7d6c-deb1-417d-b256-1bb5d5ec38ef, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:41:48.353654 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:48.364811 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd801d020-e4f4-4b0a-b037-2bbf3cb75ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e4fb9-dd5a-4cdc-aa97-540515645c5b', 'code': 200} Nov 12 07:41:48.375970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-2034995f-62ee-40ff-98c5-1245fecd5b5a None None] Provisioning complete for port ec61dafa-5303-4834-bbbb-5c0c530e09ad triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:48.375970 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2034995f-62ee-40ff-98c5-1245fecd5b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:48.419267 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bdcdf28f-78a3-40e6-84b9-daa9c2d2b5c1 req-9384d704-5638-4a9c-a6ff-aa4df0eb8b58 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642853 Nov 12 07:41:48.428227 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Allocated IP 192.168.233.96 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/7d5f10b8-4ceb-47f4-a21c-3468b711449b) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:48.581315 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Set router 3f687165-b513-4932-85df-2d5040436b26 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:41:48.656750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] For port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:41:48.685868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] For port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=adcb7d6c-deb1-417d-b256-1bb5d5ec38ef,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:41:48.702947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:48.765862 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:48.767168 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bdcdf28f-78a3-40e6-84b9-daa9c2d2b5c1 req-92fb6a11-14e3-48b3-8c9e-7fcb2d048c28 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3266127 Nov 12 07:41:48.795831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Request body: {'security_group': {'name': 'tempest-securitygroup-628928244', 'description': 'tempest-description-721294266'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:48.801406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:48.805564 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Usage tracker for resource:security_group and tenant:63e19476861249538b63ce13c430164a is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:48.807930 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:48.821850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:48.859185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:48.877125 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:48.913314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Transition to ACTIVE for port object 7d5f10b8-4ceb-47f4-a21c-3468b711449b will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:48.927876 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:48.941832 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:48.966670 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-995a61b5-38e2-45fd-adb6-172123d2a682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:49.004132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ec61dafa-5303-4834-bbbb-5c0c530e09ad up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:49.008611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f687165-b513-4932-85df-2d5040436b26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-router', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:40Z', 'updated_at': '2020-11-12T07:41:44Z', 'revision_number': 3, 'project_id': '942d35b2efa342599997b315f43e8b88', 'gw_port': {'id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:43Z', 'updated_at': '2020-11-12T07:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:49.010322 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.017963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Checking router: 3f687165-b513-4932-85df-2d5040436b26 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:41:49.018625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Updating router 3f687165-b513-4932-85df-2d5040436b26 port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:41:49.036028 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-08648a48-4aaf-48e8-9513-4bfd8fba1769 req-c6530552-5355-4e3e-9206-94b46add15d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 1164 time: 0.5786238 Nov 12 07:41:49.062642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b4fcb-0a4e-4f0e-8902-c451dd84a0ba req-27cd24e0-c77f-49f8-9632-c16372aee801 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:49.064400 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d60b4fcb-0a4e-4f0e-8902-c451dd84a0ba req-27cd24e0-c77f-49f8-9632-c16372aee801 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 949 time: 0.7620015 Nov 12 07:41:49.076251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Pushing event updated for resources: {'Port': ['ID=7d5f10b8-4ceb-47f4-a21c-3468b711449b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:49.105064 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:49.112918 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.118711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Usage tracker for resource:security_group_rule and tenant:63e19476861249538b63ce13c430164a is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:49.126854 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-08648a48-4aaf-48e8-9513-4bfd8fba1769 req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.144140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:49.153432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Pushing event updated for resources: {'Port': ['ID=adcb7d6c-deb1-417d-b256-1bb5d5ec38ef,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:49.157391 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:49.167749 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:49.171416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:49.197642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:49.198325 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.248269 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.273354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port ec61dafa-5303-4834-bbbb-5c0c530e09ad triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:49.274071 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.284036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-08648a48-4aaf-48e8-9513-4bfd8fba1769 req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:49.286475 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-36ac122a-bc90-4c05-a9f0-a970f42fdbc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:49.288175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:49.289445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:49.291820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:49.297183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:49.298370 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.323358 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d60b4fcb-0a4e-4f0e-8902-c451dd84a0ba req-7f74471d-0f5d-4351-ab03-1d6f96b5cc52 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334189 Nov 12 07:41:49.348599 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6845100 Nov 12 07:41:49.399982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Pushing event updated for resources: {'Port': ['ID=0aabb91d-645c-4232-8af0-26f212ac594b,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:49.407304 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:49.499214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-08648a48-4aaf-48e8-9513-4bfd8fba1769 req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Usage tracker for resource:security_group_rule and tenant:5a01be069c63424facb63f2c42d4aba5 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:49.519251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-08648a48-4aaf-48e8-9513-4bfd8fba1769 req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:49.522173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 9e820b38-ed57-4765-83da-42a377e8eac7 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:49.538420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-08648a48-4aaf-48e8-9513-4bfd8fba1769 req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:49.591444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.614000 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.710078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 9e820b38-ed57-4765-83da-42a377e8eac7 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:49.716145 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 9e820b38-ed57-4765-83da-42a377e8eac7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:49.716570 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.788421 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.821415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Transition to ACTIVE for port object 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:49.826398 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.847768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b42bf742-906b-4d23-b2e4-495f2d3cb8cd None None] Provisioning for port 7d5f10b8-4ceb-47f4-a21c-3468b711449b completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:49.850671 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ec8eabb7-5963-4082-b693-befc2dd1b0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:49.861891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b42bf742-906b-4d23-b2e4-495f2d3cb8cd None None] Provisioning complete for port 7d5f10b8-4ceb-47f4-a21c-3468b711449b triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:49.862851 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b42bf742-906b-4d23-b2e4-495f2d3cb8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:49.865579 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1ff119e1-7eb8-48e7-b767-626308b2ac49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:49.959588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Pushing event updated for resources: {'SecurityGroup': ['ID=628368bc-910f-4202-a28f-0ee3e19a3dcb,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:49.970578 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:49.979542 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b42bf742-906b-4d23-b2e4-495f2d3cb8cd None None] Port 7d5f10b8-4ceb-47f4-a21c-3468b711449b cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:41:50.005156 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f6539-ce42-47e4-83ab-9282c7a076a3 None None] Pushing event updated for resources: {'Port': ['ID=10f60d7a-cd37-4aa4-95d7-5d6b956f0a47,revision_number=2']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:50.014241 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b69f6539-ce42-47e4-83ab-9282c7a076a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:50.019667 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.043304 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.044620 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0b7671e-0306-4f05-80cf-9ca23a7977b8 req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 1.5890279 Nov 12 07:41:50.059585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 9e820b38-ed57-4765-83da-42a377e8eac7, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=9e820b38-ed57-4765-83da-42a377e8eac7,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:41:50.059809 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:50.069362 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.071405 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:50.072609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:50.083374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:50.094277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Attempting to bind port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:41:50.094806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Attempting to bind port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:41:50.095423 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Attempting to bind port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 on network e05c3b57-937d-41ff-abac-1be23c57afec {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:41:50.103629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:41:50.104157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:50.104677 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.105652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Bound using segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:41:50.106085 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Bound port: 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:41:50.107333 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.134717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8a682-3fac-4b84-9c4c-ba21b6d67039 req-9c6fb369-6a27-43d2-8536-6919f64b0f42 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:50.141999 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06d8a682-3fac-4b84-9c4c-ba21b6d67039 req-9c6fb369-6a27-43d2-8536-6919f64b0f42 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 935 time: 0.4233615 Nov 12 07:41:50.158143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=9e820b38-ed57-4765-83da-42a377e8eac7,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:50.167769 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:50.203186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] For port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:41:50.207400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] For port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=10f60d7a-cd37-4aa4-95d7-5d6b956f0a47,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:41:50.208478 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-08648a48-4aaf-48e8-9513-4bfd8fba1769 req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.212044 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.220653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:50.229406 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-08648a48-4aaf-48e8-9513-4bfd8fba1769 req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.244594 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:50.296879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:50.297574 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.306851 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:50.330159 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06d8a682-3fac-4b84-9c4c-ba21b6d67039 req-5a34bbde-251c-4ef6-82ba-91d81ec596c2 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865208 Nov 12 07:41:50.369256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1a016-21f4-4c4d-8d72-5757f8916d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e820b38-ed57-4765-83da-42a377e8eac7'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:41:50.442654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f6539-ce42-47e4-83ab-9282c7a076a3 None None] Pushing event updated for resources: {'Port': ['ID=10f60d7a-cd37-4aa4-95d7-5d6b956f0a47,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:50.447591 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b69f6539-ce42-47e4-83ab-9282c7a076a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:50.454391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 9e820b38-ed57-4765-83da-42a377e8eac7 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:50.463872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-08648a48-4aaf-48e8-9513-4bfd8fba1769 req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Synchronizing usage tracker for tenant:5a01be069c63424facb63f2c42d4aba5 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:41:50.472842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=69afb8ac-3fe3-4805-8ca5-4356ebc6699d,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:50.481558 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:50.517338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Routers {'3f687165-b513-4932-85df-2d5040436b26'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:41:50.518451 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:41:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3f687165-b513-4932-85df-2d5040436b26'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:50.528754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fdfec-c2b6-4eae-8dc6-f8e603daffb4 req-2426d9d7-25cd-4c22-84ae-60b2e44de236 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:50.542414 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-786fdfec-c2b6-4eae-8dc6-f8e603daffb4 req-2426d9d7-25cd-4c22-84ae-60b2e44de236 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 971 time: 0.3094473 Nov 12 07:41:50.604310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-08648a48-4aaf-48e8-9513-4bfd8fba1769 req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Unset dirty status for tenant:5a01be069c63424facb63f2c42d4aba5 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:41:50.606021 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-08648a48-4aaf-48e8-9513-4bfd8fba1769 req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5615201 Nov 12 07:41:50.743732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 9e820b38-ed57-4765-83da-42a377e8eac7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:50.744149 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.850828 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.851641 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7975814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930'] for router, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:50.865567 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-786fdfec-c2b6-4eae-8dc6-f8e603daffb4 req-8dc8fca3-a226-4d9e-b5ca-59513ee668f1 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/security-groups?id=dce2d472-cc1e-4d30-bae1-7939db64bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220572 Nov 12 07:41:50.916217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] Set router 3f687165-b513-4932-85df-2d5040436b26 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:41:50.995939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device adcb7d6c-deb1-417d-b256-1bb5d5ec38ef up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:51.103364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:51.150148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd200a66-4dbc-4cd3-8ff4-0d4997a44868 None None] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:41:51.286683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f687165-b513-4932-85df-2d5040436b26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-router', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:40Z', 'updated_at': '2020-11-12T07:41:44Z', 'revision_number': 3, 'project_id': '942d35b2efa342599997b315f43e8b88', 'gw_port': {'id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:43Z', 'updated_at': '2020-11-12T07:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:51.291332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-8f12ab28-5a4d-4c3c-bed2-f3dd6179b719 None None] Provisioning for port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:51.291856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c429759-b1c6-433a-9f51-270dc7a4d0a2 None None] The sync data for ids ['3f687165-b513-4932-85df-2d5040436b26'] in n-d-761264-6 is: [{'id': '3f687165-b513-4932-85df-2d5040436b26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-router', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:40Z', 'updated_at': '2020-11-12T07:41:44Z', 'revision_number': 3, 'project_id': '942d35b2efa342599997b315f43e8b88', 'gw_port': {'id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:43Z', 'updated_at': '2020-11-12T07:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:41:51.315828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-8f12ab28-5a4d-4c3c-bed2-f3dd6179b719 None None] Provisioning complete for port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:51.316256 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8f12ab28-5a4d-4c3c-bed2-f3dd6179b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:51.561371 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8f12ab28-5a4d-4c3c-bed2-f3dd6179b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:51.607336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-8f12ab28-5a4d-4c3c-bed2-f3dd6179b719 None None] For port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=adcb7d6c-deb1-417d-b256-1bb5d5ec38ef,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:41:51.611478 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8f12ab28-5a4d-4c3c-bed2-f3dd6179b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:51.614290 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:51.629669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af8e68-408e-46a3-a012-76f29e856a7f req-8bec6847-8651-45ea-a294-187c3aacd355 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:51.631400 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-47af8e68-408e-46a3-a012-76f29e856a7f req-8bec6847-8651-45ea-a294-187c3aacd355 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 949 time: 0.4892573 Nov 12 07:41:51.685881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12ab28-5a4d-4c3c-bed2-f3dd6179b719 None None] Pushing event updated for resources: {'Port': ['ID=adcb7d6c-deb1-417d-b256-1bb5d5ec38ef,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:51.689744 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8f12ab28-5a4d-4c3c-bed2-f3dd6179b719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:51.757721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-779414d0-0b90-4ecb-8a07-7df05eec8e57 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Synchronizing usage tracker for tenant:63e19476861249538b63ce13c430164a on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:41:51.863170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-779414d0-0b90-4ecb-8a07-7df05eec8e57 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Unset dirty status for tenant:63e19476861249538b63ce13c430164a on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:41:51.869573 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-779414d0-0b90-4ecb-8a07-7df05eec8e57 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34646 time: 1.4381456 Nov 12 07:41:51.871131 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:51.898159 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-47af8e68-408e-46a3-a012-76f29e856a7f req-2e361439-8e8e-471c-a6bb-a847ecc977ec tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422566 Nov 12 07:41:51.968712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-ba7d9895-9967-4647-b88d-94ba3741c8d5 None None] Provisioning complete for port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:51.969374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ba7d9895-9967-4647-b88d-94ba3741c8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:52.045034 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1a016-21f4-4c4d-8d72-5757f8916d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e820b38-ed57-4765-83da-42a377e8eac7', 'code': 200} Nov 12 07:41:52.206297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 9e820b38-ed57-4765-83da-42a377e8eac7 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:52.215232 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-f7744ddc-ce61-4b01-9535-06bfa22fcbb6 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/3a4c68f8-e17e-42ea-98db-42d0aefc4594 HTTP/1.1" status: 200 len: 2649 time: 0.3203022 Nov 12 07:41:52.389372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Router 902fa1fe-e559-49ce-8b58-cf9b5484f864 is scheduled to L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 with binding_index 1 {{(pid=80792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 12 07:41:52.405536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 9e820b38-ed57-4765-83da-42a377e8eac7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:52.405876 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:52.578732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d6a505ce-973e-4042-b79b-341d6dab957b None None] Provisioning complete for port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:52.579309 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d6a505ce-973e-4042-b79b-341d6dab957b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:52.680210 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-69d9a23c-adc8-49e4-8618-dfb3eb997926 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/3a4c68f8-e17e-42ea-98db-42d0aefc4594 HTTP/1.1" status: 200 len: 2649 time: 0.4494066 Nov 12 07:41:52.691128 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04fb9d58-cbf2-40c9-95e7-b7446084d79e req-04dcdc21-22b4-4c7d-8a16-ed96d2e0fa00 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 1186 time: 0.5929108 Nov 12 07:41:52.727506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43624) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:52.901506 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c0140a8a-d9ce-49b3-8189-d8582bb10675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:52.933572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Allocated IP 172.20.0.1 (89b7c039-2c8f-4eda-ab5b-e016368d83d9/812371ef-72a0-45e0-b440-62ff5a297cb6/ac911954-648e-4a4d-b917-b432298bb400) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:52.944525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-c0140a8a-d9ce-49b3-8189-d8582bb10675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:52.948929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-c0140a8a-d9ce-49b3-8189-d8582bb10675 admin admin] Usage tracker for resource:security_group_rule and tenant:fc8af2eced244cc1b9e44c41a2d26a09 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:52.952053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-c0140a8a-d9ce-49b3-8189-d8582bb10675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:52.964629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-c0140a8a-d9ce-49b3-8189-d8582bb10675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:52.984142 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04fb9d58-cbf2-40c9-95e7-b7446084d79e req-84e73c7e-3849-4932-bd98-f3dc114c1130 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dce2d472-cc1e-4d30-bae1-7939db64bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866964 Nov 12 07:41:53.002819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device adcb7d6c-deb1-417d-b256-1bb5d5ec38ef up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:53.015002 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-54947943-6af0-4f7d-b6cd-987ca8eaaa60 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/69afb8ac-3fe3-4805-8ca5-4356ebc6699d HTTP/1.1" status: 200 len: 2649 time: 0.2930930 Nov 12 07:41:53.021284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1da66a-b2a2-4f81-8f46-5e0bf75a0858 req-488e8548-560f-445b-b0b9-313811e3a23d tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:53.022908 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d1da66a-b2a2-4f81-8f46-5e0bf75a0858 req-488e8548-560f-445b-b0b9-313811e3a23d tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 935 time: 0.5917678 Nov 12 07:41:53.054429 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c0140a8a-d9ce-49b3-8189-d8582bb10675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.058662 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c0140a8a-d9ce-49b3-8189-d8582bb10675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.066814 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:53.084418 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:53.084832 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.110016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0140a8a-d9ce-49b3-8189-d8582bb10675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a34e67c-104d-4943-b964-1af09d35b66f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:53.114458 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c0140a8a-d9ce-49b3-8189-d8582bb10675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:53.116723 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c0140a8a-d9ce-49b3-8189-d8582bb10675 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fc8af2eced244cc1b9e44c41a2d26a09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3874302 Nov 12 07:41:53.119470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43632) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:53.186667 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-52fb75ca-e5b2-4742-9e54-4ecf4d3a1d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.211885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:53.215955 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d1da66a-b2a2-4f81-8f46-5e0bf75a0858 req-943d27da-f70d-4c4c-a25a-f433fb6f66fe tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429443 Nov 12 07:41:53.219547 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-52fb75ca-e5b2-4742-9e54-4ecf4d3a1d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.254002 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-bf866c64-f592-4ce8-9d76-1f3837ceee76 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/69afb8ac-3fe3-4805-8ca5-4356ebc6699d HTTP/1.1" status: 200 len: 2649 time: 0.1823280 Nov 12 07:41:53.272634 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-52fb75ca-e5b2-4742-9e54-4ecf4d3a1d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.278326 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b9922729-1481-4f14-bbb6-693f34e3d832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:53.295761 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb75ca-e5b2-4742-9e54-4ecf4d3a1d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a34e67c-104d-4943-b964-1af09d35b66f,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:53.296386 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.298041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-52fb75ca-e5b2-4742-9e54-4ecf4d3a1d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.299314 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-52fb75ca-e5b2-4742-9e54-4ecf4d3a1d69 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4a34e67c-104d-4943-b964-1af09d35b66f HTTP/1.1" status: 204 len: 168 time: 0.1789126 Nov 12 07:41:53.300372 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-52fb75ca-e5b2-4742-9e54-4ecf4d3a1d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:53.332884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Transition to ACTIVE for port object ac911954-648e-4a4d-b917-b432298bb400 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:53.361762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:53.366835 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:53.367260 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.400795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-b1a2d873-d1b2-4bee-b7f4-92b68b4e2ffc tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80793) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:41:53.401935 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-b1a2d873-d1b2-4bee-b7f4-92b68b4e2ffc tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060892 Nov 12 07:41:53.412575 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.456514 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c49b4715-3aa9-406a-991b-367b133460ab tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:53.502676 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.542728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=10f60d7a-cd37-4aa4-95d7-5d6b956f0a47,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:41:53.548912 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.554231 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:53.576413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Request body: {'port': {'device_id': 'e51c2c69-4a87-448a-b892-0227d4af3231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:41:53.672650 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=10f60d7a-cd37-4aa4-95d7-5d6b956f0a47,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:53.690173 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:53.755148 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.757171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:41:53.771200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Sync routers for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:41:53.771561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Pushing event updated for resources: {'Port': ['ID=ac911954-648e-4a4d-b917-b432298bb400,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:53.775034 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:53.791728 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-69cc8381-6421-40f1-ae4d-83e33a30ac74 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/97754bc1-3993-4ec1-9d95-b3bf6ff21be7 HTTP/1.1" status: 200 len: 2649 time: 0.5276945 Nov 12 07:41:53.796047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:41:53.797072 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:41:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:53.866390 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Notify callbacks [] for router, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:53.870276 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.9181006 Nov 12 07:41:53.884658 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4195363-51ac-4f5b-b11a-7ffa3a73856d req-d5a3f352-58ac-4acc-aa26-ef09cfdc819c tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:53.890765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43642) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:53.893317 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a4195363-51ac-4f5b-b11a-7ffa3a73856d req-d5a3f352-58ac-4acc-aa26-ef09cfdc819c tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 971 time: 0.5352061 Nov 12 07:41:53.946157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43644) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:53.951585 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-95c78122-9ca1-4dd8-9317-4a213d1b9b46 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/97754bc1-3993-4ec1-9d95-b3bf6ff21be7 HTTP/1.1" status: 200 len: 2649 time: 0.1589177 Nov 12 07:41:54.035387 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-85283af1-1fdb-4d80-92f4-326b40f372ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:54.085781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:54.090210 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-b0baa515-7aca-4cf5-8e83-ae8a15bb296d tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/acf907ce-1966-423d-bead-2575d6207edc HTTP/1.1" status: 200 len: 2649 time: 0.1111825 Nov 12 07:41:54.098821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:41:54.111399 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a4195363-51ac-4f5b-b11a-7ffa3a73856d req-d6663bc2-f286-4d87-aaf4-a204964bb981 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/security-groups?id=dce2d472-cc1e-4d30-bae1-7939db64bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170289 Nov 12 07:41:54.114057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:54.118770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:54.119632 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951012'] for router_interface, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:54.173614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-85283af1-1fdb-4d80-92f4-326b40f372ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:54.189029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-85283af1-1fdb-4d80-92f4-326b40f372ab admin admin] Usage tracker for resource:security_group_rule and tenant:1f8509de0f224b1c9a34c2da0f93c96a is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:54.197687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-85283af1-1fdb-4d80-92f4-326b40f372ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:54.220390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-85283af1-1fdb-4d80-92f4-326b40f372ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:54.246083 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-b2c89ab5-85e5-49d2-b720-d6600a43b627 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/acf907ce-1966-423d-bead-2575d6207edc HTTP/1.1" status: 200 len: 2649 time: 0.1014500 Nov 12 07:41:54.370894 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5f10b8-4ceb-47f4-a21c-3468b711449b {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:41:54.378813 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:54.391950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Transition to ACTIVE for port object 7d5f10b8-4ceb-47f4-a21c-3468b711449b will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:54.451256 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:54.459706 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:54.477883 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-75f2a2e8-32d4-49a7-a35f-9508e0ccedfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:54.483859 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-84d5c2dc-fb19-4714-b661-20b4098090b6 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/ba07a50d-7c80-42ea-9aeb-6ec1692812f8 HTTP/1.1" status: 200 len: 2649 time: 0.2259800 Nov 12 07:41:54.525425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-7aa335e4-6692-4ff0-9785-9a58585e4a1d None None] Provisioning for port ac911954-648e-4a4d-b917-b432298bb400 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:54.534344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-7aa335e4-6692-4ff0-9785-9a58585e4a1d None None] Provisioning complete for port ac911954-648e-4a4d-b917-b432298bb400 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:54.535113 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7aa335e4-6692-4ff0-9785-9a58585e4a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:54.606569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:50Z', 'revision_number': 3, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:54.617458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Checking router: 902fa1fe-e559-49ce-8b58-cf9b5484f864 for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:41:54.617959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Updating router 902fa1fe-e559-49ce-8b58-cf9b5484f864 port 0aabb91d-645c-4232-8af0-26f212ac594b binding host n-d-761264-6 {{(pid=80794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:41:54.651380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5f10b8-4ceb-47f4-a21c-3468b711449b,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:54.657452 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:54.669878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-7aa335e4-6692-4ff0-9785-9a58585e4a1d None None] Port ac911954-648e-4a4d-b917-b432298bb400 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:41:54.684376 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:54.815501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Attempting to bind port 7d5f10b8-4ceb-47f4-a21c-3468b711449b on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:41:54.815877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Attempting to bind port 7d5f10b8-4ceb-47f4-a21c-3468b711449b by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:41:54.816243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Attempting to bind port 7d5f10b8-4ceb-47f4-a21c-3468b711449b on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:41:54.828171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:41:54.828475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:54.828933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:54.829409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:41:54.829835 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Bound port: 7d5f10b8-4ceb-47f4-a21c-3468b711449b, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:41:54.830205 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:54.832567 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-85283af1-1fdb-4d80-92f4-326b40f372ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:54.874662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589afc3a-9263-4fb1-b12f-7d5934fbbc80 req-04a098ca-7d3d-4c89-bd7a-60ee991910a3 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:54.876423 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-589afc3a-9263-4fb1-b12f-7d5934fbbc80 req-04a098ca-7d3d-4c89-bd7a-60ee991910a3 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 949 time: 0.5343461 Nov 12 07:41:54.909895 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-85283af1-1fdb-4d80-92f4-326b40f372ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:54.951625 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-efbd7fad-940d-4148-a56e-8013571810eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:54.955188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:54.977224 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-18e0ffb5-6f19-4587-aa72-05435deae31f tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/ba07a50d-7c80-42ea-9aeb-6ec1692812f8 HTTP/1.1" status: 200 len: 2649 time: 0.4762022 Nov 12 07:41:55.072463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85283af1-1fdb-4d80-92f4-326b40f372ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd44bef-fc35-40a6-9360-08d15f0b2770,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:55.137531 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-85283af1-1fdb-4d80-92f4-326b40f372ab admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1f8509de0f224b1c9a34c2da0f93c96a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1857460 Nov 12 07:41:55.149722 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-85283af1-1fdb-4d80-92f4-326b40f372ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:55.150367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43652) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:41:55.185792 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-589afc3a-9263-4fb1-b12f-7d5934fbbc80 req-9aafc890-e1c5-4ba6-9aa4-ce0fff238e92 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771957 Nov 12 07:41:55.248425 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-a9b04a3c-f1bd-461e-a964-eee7a24ff193 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/c135a672-4873-45c4-8865-04d1fb4d932d HTTP/1.1" status: 200 len: 2649 time: 0.2590985 Nov 12 07:41:55.310597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] For port 7d5f10b8-4ceb-47f4-a21c-3468b711449b, host n-h2-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:41:55.316974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] For port 7d5f10b8-4ceb-47f4-a21c-3468b711449b, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=7d5f10b8-4ceb-47f4-a21c-3468b711449b,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:41:55.326827 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.343417 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c30bec40-1c3d-4e08-ac05-ff4bbbc03a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.352834 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:55.360432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:55.361014 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.389616 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-4e95f8fe-f1c5-4392-8c97-93c4c14e5ad5 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/c135a672-4873-45c4-8865-04d1fb4d932d HTTP/1.1" status: 200 len: 2649 time: 0.1173153 Nov 12 07:41:55.395643 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c30bec40-1c3d-4e08-ac05-ff4bbbc03a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.404044 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.425290 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.473671 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7104559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982403'] for router_interface, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.486617 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:55.513524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5f10b8-4ceb-47f4-a21c-3468b711449b,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:55.520337 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:55.574925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Notify callbacks [] for port, precommit_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.588048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Transition to ACTIVE for port object 0aabb91d-645c-4232-8af0-26f212ac594b will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:55.593129 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.608551 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:55.702926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Pushing event updated for resources: {'Port': ['ID=ac911954-648e-4a4d-b917-b432298bb400,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:55.706620 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-68d230c6-1f19-481c-b42d-eb871ad8f29d tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/c214b4cd-fe08-4f1a-a6b4-6e55dc12e837 HTTP/1.1" status: 200 len: 2649 time: 0.3004320 Nov 12 07:41:55.707575 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:55.741661 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.743159 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] 10.222.0.33 "PUT /v2.0/ports/7d5f10b8-4ceb-47f4-a21c-3468b711449b HTTP/1.1" status: 200 len: 1159 time: 2.2809210 Nov 12 07:41:55.743681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51c2c69-4a87-448a-b892-0227d4af3231', 'tag': '7d5f10b8-4ceb-47f4-a21c-3468b711449b'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:41:55.750076 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c30bec40-1c3d-4e08-ac05-ff4bbbc03a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.762051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bb52c-57c3-46b6-8455-f9567ef1c6d7 None None] Pushing event updated for resources: {'Port': ['ID=0aabb91d-645c-4232-8af0-26f212ac594b,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:55.767162 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b18bb52c-57c3-46b6-8455-f9567ef1c6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:55.788562 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:55.817060 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bec40-1c3d-4e08-ac05-ff4bbbc03a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd44bef-fc35-40a6-9360-08d15f0b2770,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:55.821226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Attempting to bind port 0aabb91d-645c-4232-8af0-26f212ac594b on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:41:55.821907 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Attempting to bind port 0aabb91d-645c-4232-8af0-26f212ac594b by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:41:55.822621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Attempting to bind port 0aabb91d-645c-4232-8af0-26f212ac594b on network e05c3b57-937d-41ff-abac-1be23c57afec {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:41:55.826642 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c30bec40-1c3d-4e08-ac05-ff4bbbc03a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:55.834065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b283f2-31d6-4bea-ba5d-26532cccf000 req-440b6397-17bc-4c90-a784-43c94ea78137 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:55.834982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:41:55.835547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:41:55.835736 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4b283f2-31d6-4bea-ba5d-26532cccf000 req-440b6397-17bc-4c90-a784-43c94ea78137 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 947 time: 0.4134910 Nov 12 07:41:55.836205 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.836749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Bound using segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:41:55.837435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Bound port: 0aabb91d-645c-4232-8af0-26f212ac594b, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:41:55.837968 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.851934 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c30bec40-1c3d-4e08-ac05-ff4bbbc03a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:55.856658 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c30bec40-1c3d-4e08-ac05-ff4bbbc03a96 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2bd44bef-fc35-40a6-9360-08d15f0b2770 HTTP/1.1" status: 204 len: 168 time: 0.6943755 Nov 12 07:41:55.875143 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-10499f5e-2c16-4f27-adf5-ee5c4942d5f9 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/c214b4cd-fe08-4f1a-a6b4-6e55dc12e837 HTTP/1.1" status: 200 len: 2649 time: 0.1545691 Nov 12 07:41:55.901543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:55.905767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:55.963666 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-6d9742f3-b85e-41b1-8e65-39de9a06e5b3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=da684634b52649149e3650c4d376d198&device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 1162 time: 0.1750624 Nov 12 07:41:55.993952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] For port 0aabb91d-645c-4232-8af0-26f212ac594b, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:41:56.000856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] For port 0aabb91d-645c-4232-8af0-26f212ac594b, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=0aabb91d-645c-4232-8af0-26f212ac594b,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:41:56.009954 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:56.092407 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-c206e31f-2fd5-40b9-9227-3ad462ab31cc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=7d5f10b8-4ceb-47f4-a21c-3468b711449b HTTP/1.1" status: 200 len: 217 time: 0.1134539 Nov 12 07:41:56.163153 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4b283f2-31d6-4bea-ba5d-26532cccf000 req-ab2f444f-3c2b-4709-aa12-0df54b021b0f tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155472 Nov 12 07:41:56.193481 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b18bb52c-57c3-46b6-8455-f9567ef1c6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:56.196086 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-2605dd14-f8a8-494f-8fa6-a58a61108da6 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/dce2d472-cc1e-4d30-bae1-7939db64bb9f HTTP/1.1" status: 200 len: 2649 time: 0.3084118 Nov 12 07:41:56.291517 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:56.330632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bb52c-57c3-46b6-8455-f9567ef1c6d7 None None] Pushing event updated for resources: {'Port': ['ID=0aabb91d-645c-4232-8af0-26f212ac594b,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:56.333849 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:41:56.334700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:41:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:56.349353 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-a6bb726a-55fd-4a98-9714-7fb4315131c8 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/dce2d472-cc1e-4d30-bae1-7939db64bb9f HTTP/1.1" status: 200 len: 2649 time: 0.1387820 Nov 12 07:41:56.403111 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b18bb52c-57c3-46b6-8455-f9567ef1c6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:56.433135 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-5e194212-e11a-4cf3-83e1-4e1dc047f69d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:56.434734 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-5e194212-e11a-4cf3-83e1-4e1dc047f69d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.3355622 Nov 12 07:41:56.515633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-30d389ce-c9a0-48fa-8aed-c97247a49ae4 None None] Provisioning complete for port ac911954-648e-4a4d-b917-b432298bb400 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:56.516162 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-30d389ce-c9a0-48fa-8aed-c97247a49ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:56.609977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:41:56.657127 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-23fb7743-97d0-4805-b5cf-92be2ed4e8f4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2146482 Nov 12 07:41:56.735987 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-43382cdb-1426-4f5b-9da5-90a7fb129093 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/e4898111-14e4-47f4-baff-314925ef5e5b HTTP/1.1" status: 200 len: 2649 time: 0.3371170 Nov 12 07:41:56.754941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-30d389ce-c9a0-48fa-8aed-c97247a49ae4 None None] Port ac911954-648e-4a4d-b917-b432298bb400 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:41:56.816244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472b44b-eb20-4fe9-8e88-4bcca9e9bc9c req-9aab63c1-1562-458b-98cd-38348f445b0b tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:56.824208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c472b44b-eb20-4fe9-8e88-4bcca9e9bc9c req-9aab63c1-1562-458b-98cd-38348f445b0b tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 971 time: 0.4770598 Nov 12 07:41:56.855382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Allocated IP 172.20.0.1 (061a3d8b-043d-4ed8-8c95-f6de9285004b/139b9687-780d-4de0-9a87-f6fc2d6601ba/d1729312-6a0e-46b4-a912-bf892c407661) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:41:56.867457 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-fee80e4e-dff4-4eaf-8e78-dea33a7c8fbe tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/e4898111-14e4-47f4-baff-314925ef5e5b HTTP/1.1" status: 200 len: 2649 time: 0.1233983 Nov 12 07:41:56.889807 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-2f9dc08e-6c29-4eea-8e16-b2c870dc251c service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231100 Nov 12 07:41:56.921559 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c472b44b-eb20-4fe9-8e88-4bcca9e9bc9c req-a7d9eb27-57f5-4623-9ed4-57fc90fc3116 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/security-groups?id=dce2d472-cc1e-4d30-bae1-7939db64bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963166 Nov 12 07:41:57.010224 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-f7a8991b-a05e-4a1b-8a98-60a0d29a2d79 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/e5e1aefa-6686-4263-936b-49382b026e77 HTTP/1.1" status: 200 len: 2329 time: 0.1346710 Nov 12 07:41:57.152970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:50Z', 'revision_number': 3, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:57.159038 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22851c3-c455-486d-b23f-2f862153aa52 None None] The sync data for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 is: [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:50Z', 'revision_number': 3, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:41:57.159271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Router 3f687165-b513-4932-85df-2d5040436b26 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:41:57.161262 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-598056e5-146e-4961-b6b1-91cdef793217 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/e5e1aefa-6686-4263-936b-49382b026e77 HTTP/1.1" status: 200 len: 2329 time: 0.1353641 Nov 12 07:41:57.236108 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b33db87-a4fc-41eb-b81e-5984daa24d8f req-8d6aa241-4b9b-425b-96d4-5257acdedeca service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3304358 Nov 12 07:41:57.241927 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:57.276667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Transition to ACTIVE for port object d1729312-6a0e-46b4-a912-bf892c407661 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:57.315463 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:57.334447 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:57.717437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Pushing event updated for resources: {'Port': ['ID=d1729312-6a0e-46b4-a912-bf892c407661,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:57.740489 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:57.755266 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-67f32f49-b41e-4846-8fa0-006179d25bdb tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/ee503a7d-1df5-430d-bdef-927d596248ab HTTP/1.1" status: 200 len: 2649 time: 0.5839665 Nov 12 07:41:57.793214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:57.794430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:57.808042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:41:57.808577 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951012'] for router_interface, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:57.893698 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-e459af55-6498-43cf-bb3d-afff28e6ebe8 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/ee503a7d-1df5-430d-bdef-927d596248ab HTTP/1.1" status: 200 len: 2649 time: 0.1291435 Nov 12 07:41:57.972348 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:58.080551 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-c4ce476c-60aa-4d20-bd33-4d6f65fe4b88 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/f9f1b2cc-1bba-4c53-b71f-ec718e15e475 HTTP/1.1" status: 200 len: 2649 time: 0.1756678 Nov 12 07:41:58.107912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-fb04578a-aeed-4f29-8ba6-9c8d9e46501a None None] Provisioning for port d1729312-6a0e-46b4-a912-bf892c407661 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:58.116996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-fb04578a-aeed-4f29-8ba6-9c8d9e46501a None None] Provisioning complete for port d1729312-6a0e-46b4-a912-bf892c407661 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:58.117422 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fb04578a-aeed-4f29-8ba6-9c8d9e46501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:58.129142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:41:58.140070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Sync routers for ids ['3f687165-b513-4932-85df-2d5040436b26'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:41:58.145527 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b5a9b09-5f0b-4451-8e9e-05ce528054fc req-a2b20af6-4e2e-438f-8458-aa55227c2c64 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3171177 Nov 12 07:41:58.149595 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] 10.222.0.40 "PUT /v2.0/routers/3f687165-b513-4932-85df-2d5040436b26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0247686 Nov 12 07:41:58.163975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Routers {'3f687165-b513-4932-85df-2d5040436b26'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:41:58.164635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:41:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3f687165-b513-4932-85df-2d5040436b26'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:58.207351 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-617d78de-7ab2-425a-aaba-33f5a85f1e99 req-418c2e1c-058a-4738-ab6c-92ff134d0a54 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/f9f1b2cc-1bba-4c53-b71f-ec718e15e475 HTTP/1.1" status: 200 len: 2649 time: 0.1161497 Nov 12 07:41:58.599637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Set router 3f687165-b513-4932-85df-2d5040436b26 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:41:58.624686 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25abc2ec-af33-44f8-aaca-453e56827ae9 req-c176b3c8-3bc6-47e7-a7f9-68f786cecf6f tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 1186 time: 0.1738057 Nov 12 07:41:58.668905 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-25abc2ec-af33-44f8-aaca-453e56827ae9 req-94e444ee-1da0-4243-9dcc-e08cffc56193 tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:58.700474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-fb04578a-aeed-4f29-8ba6-9c8d9e46501a None None] Port d1729312-6a0e-46b4-a912-bf892c407661 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:41:58.706612 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51c2c69-4a87-448a-b892-0227d4af3231', 'tag': '7d5f10b8-4ceb-47f4-a21c-3468b711449b', 'status': 'completed', 'code': 200} Nov 12 07:41:58.747371 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:58.757501 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:58.759473 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7104559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982403'] for router_interface, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:58.780669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-25abc2ec-af33-44f8-aaca-453e56827ae9 req-94e444ee-1da0-4243-9dcc-e08cffc56193 tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:41:58.782321 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e4f6e31-7ea0-4b67-b045-6f996aeb377b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:58.789208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-25abc2ec-af33-44f8-aaca-453e56827ae9 req-94e444ee-1da0-4243-9dcc-e08cffc56193 tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] Usage tracker for resource:security_group_rule and tenant:20f4931b9b5c4d35a9e58bb4dda841a0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:41:58.792753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-25abc2ec-af33-44f8-aaca-453e56827ae9 req-94e444ee-1da0-4243-9dcc-e08cffc56193 tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:41:58.802413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-25abc2ec-af33-44f8-aaca-453e56827ae9 req-94e444ee-1da0-4243-9dcc-e08cffc56193 tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:41:58.821041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a52bf-eaba-45c8-8a25-53a4dd47054f req-100c9c3b-7a77-47e7-a636-b9584aff22a0 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:58.822601 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-be1a52bf-eaba-45c8-8a25-53a4dd47054f req-100c9c3b-7a77-47e7-a636-b9584aff22a0 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 947 time: 0.1287165 Nov 12 07:41:58.907486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-be1a52bf-eaba-45c8-8a25-53a4dd47054f req-93a9fae2-4d84-42e9-836a-32a45a93925d tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756483 Nov 12 07:41:58.943053 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-25abc2ec-af33-44f8-aaca-453e56827ae9 req-94e444ee-1da0-4243-9dcc-e08cffc56193 tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:58.953342 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-25abc2ec-af33-44f8-aaca-453e56827ae9 req-94e444ee-1da0-4243-9dcc-e08cffc56193 tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:58.966678 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:58.986948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Pushing event updated for resources: {'Port': ['ID=d1729312-6a0e-46b4-a912-bf892c407661,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:58.991380 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:59.012673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 0aabb91d-645c-4232-8af0-26f212ac594b up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:41:59.023548 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6fad0924-7f04-4a05-a652-563aaddfc6dc req-dadd41c6-2e3f-495f-801b-e2de7694b647 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=da684634b52649149e3650c4d376d198&device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 1162 time: 0.3221016 Nov 12 07:41:59.028780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:41:59.030611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:41:59.076769 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25abc2ec-af33-44f8-aaca-453e56827ae9 req-94e444ee-1da0-4243-9dcc-e08cffc56193 tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] 10.222.0.40 "GET /v2.0/security-groups?id=dce2d472-cc1e-4d30-bae1-7939db64bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508393 Nov 12 07:41:59.088783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e444ee-1da0-4243-9dcc-e08cffc56193 tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] Pushing event updated for resources: {'SecurityGroup': ['ID=52e6a376-c6a6-48f9-aef2-89f638c455db,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:59.104712 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94e444ee-1da0-4243-9dcc-e08cffc56193 tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:59.105839 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f687165-b513-4932-85df-2d5040436b26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-router', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:40Z', 'updated_at': '2020-11-12T07:41:54Z', 'revision_number': 4, 'project_id': '942d35b2efa342599997b315f43e8b88', 'gw_port': {'id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:43Z', 'updated_at': '2020-11-12T07:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'ac911954-648e-4a4d-b917-b432298bb400', 'name': '', 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'mac_address': 'fa:16:3e:51:02:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812371ef-72a0-45e0-b440-62ff5a297cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:52Z', 'updated_at': '2020-11-12T07:41:54Z', 'revision_number': 2, 'project_id': '942d35b2efa342599997b315f43e8b88', 'subnets': [{'id': '812371ef-72a0-45e0-b440-62ff5a297cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:41:59.113815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 0aabb91d-645c-4232-8af0-26f212ac594b completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:41:59.115607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Checking router: 3f687165-b513-4932-85df-2d5040436b26 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:41:59.116116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Updating router 3f687165-b513-4932-85df-2d5040436b26 port ac911954-648e-4a4d-b917-b432298bb400 binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:41:59.119561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 0aabb91d-645c-4232-8af0-26f212ac594b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:59.119982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:59.161453 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a66ed697-7fd5-434e-bafa-0545d9fbb221 req-fcd83a7f-c501-4b8d-bc69-2313b3b7f1ee tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Synchronizing usage tracker for tenant:9302762f2d9e48689131d906a6684c71 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:41:59.194782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a66ed697-7fd5-434e-bafa-0545d9fbb221 req-fcd83a7f-c501-4b8d-bc69-2313b3b7f1ee tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Unset dirty status for tenant:9302762f2d9e48689131d906a6684c71 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:41:59.196479 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a66ed697-7fd5-434e-bafa-0545d9fbb221 req-fcd83a7f-c501-4b8d-bc69-2313b3b7f1ee tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9302762f2d9e48689131d906a6684c71 HTTP/1.1" status: 200 len: 5439 time: 0.2007985 Nov 12 07:41:59.199713 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:59.329653 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:59.341940 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a66ed697-7fd5-434e-bafa-0545d9fbb221 req-92cbfa71-e189-47c8-9f2f-f078cd4cf877 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] 10.222.0.40 "GET /v2.0/security-groups/e4898111-14e4-47f4-baff-314925ef5e5b HTTP/1.1" status: 200 len: 2649 time: 0.1334186 Nov 12 07:41:59.356361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port 0aabb91d-645c-4232-8af0-26f212ac594b, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=0aabb91d-645c-4232-8af0-26f212ac594b,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:41:59.361556 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:59.363987 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:59.425074 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a66ed697-7fd5-434e-bafa-0545d9fbb221 req-8e74ecde-bfac-4cc9-a6d1-51f9f41aa778 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] 10.222.0.40 "GET /v2.0/security-groups/e4898111-14e4-47f4-baff-314925ef5e5b HTTP/1.1" status: 200 len: 2649 time: 0.0718558 Nov 12 07:41:59.452496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9925-7ab2-49ce-af9c-f743c558e761 req-5240c4d8-64fd-47ef-999a-1f2179457cd4 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:59.460703 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a08c9925-7ab2-49ce-af9c-f743c558e761 req-5240c4d8-64fd-47ef-999a-1f2179457cd4 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 949 time: 0.2120216 Nov 12 07:41:59.493276 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:41:59.520619 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a08c9925-7ab2-49ce-af9c-f743c558e761 req-70abf23e-000d-4632-a331-2640cc541a50 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588255 Nov 12 07:41:59.524037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-a4cf6f3d-dcac-4034-910f-d143aa6793c6 None None] Provisioning complete for port d1729312-6a0e-46b4-a912-bf892c407661 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:41:59.524460 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a4cf6f3d-dcac-4034-910f-d143aa6793c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:59.608168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf6f3d-dcac-4034-910f-d143aa6793c6 None None] Port d1729312-6a0e-46b4-a912-bf892c407661 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:41:59.615784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=0aabb91d-645c-4232-8af0-26f212ac594b,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:41:59.628223 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:41:59.717888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad0924-7f04-4a05-a652-563aaddfc6dc req-a5d93c8c-2d0d-43c5-bb29-f3f66eb53f44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:59.719652 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6fad0924-7f04-4a05-a652-563aaddfc6dc req-a5d93c8c-2d0d-43c5-bb29-f3f66eb53f44 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.5857198 Nov 12 07:41:59.812100 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6fad0924-7f04-4a05-a652-563aaddfc6dc req-182b181b-b319-4f0f-886a-35c61e139a1f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=7d5f10b8-4ceb-47f4-a21c-3468b711449b HTTP/1.1" status: 200 len: 217 time: 0.0828390 Nov 12 07:41:59.828937 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:59.843452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Transition to ACTIVE for port object ac911954-648e-4a4d-b917-b432298bb400 will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:41:59.848797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:41:59.886326 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b69f6539-ce42-47e4-83ab-9282c7a076a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:41:59.921959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad0924-7f04-4a05-a652-563aaddfc6dc req-b6c5ee8d-5f0b-4e12-ba33-56ade4f18112 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:41:59.923624 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6fad0924-7f04-4a05-a652-563aaddfc6dc req-b6c5ee8d-5f0b-4e12-ba33-56ade4f18112 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0975997 Nov 12 07:42:00.022697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Router 902fa1fe-e559-49ce-8b58-cf9b5484f864 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:42:00.040306 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d974708-aeb3-4fd5-b8dc-a6d5b15d9a3f req-a720e591-1258-4ff1-b507-565c5317803f tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/628368bc-910f-4202-a28f-0ee3e19a3dcb HTTP/1.1" status: 200 len: 1610 time: 0.0556250 Nov 12 07:42:00.142030 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd4eb8-3074-4cda-ba9b-43ee8d5e1d76 None None] Pushing event updated for resources: {'Port': ['ID=ac911954-648e-4a4d-b917-b432298bb400,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:00.153513 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d974708-aeb3-4fd5-b8dc-a6d5b15d9a3f req-2acbe7d4-11bd-45ca-bdc3-ee3da75c9ae9 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:00.156671 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8bdd4eb8-3074-4cda-ba9b-43ee8d5e1d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:00.206234 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d974708-aeb3-4fd5-b8dc-a6d5b15d9a3f req-2acbe7d4-11bd-45ca-bdc3-ee3da75c9ae9 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:00.280870 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d974708-aeb3-4fd5-b8dc-a6d5b15d9a3f req-2acbe7d4-11bd-45ca-bdc3-ee3da75c9ae9 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:00.305247 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:00.324021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbe7d4-11bd-45ca-bdc3-ee3da75c9ae9 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Pushing event deleted for resources: {'SecurityGroup': ['ID=628368bc-910f-4202-a28f-0ee3e19a3dcb,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:00.334007 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2acbe7d4-11bd-45ca-bdc3-ee3da75c9ae9 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:00.334319 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-89f7594e-b4bc-43e7-a96c-f1177a99300a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:00.350619 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d974708-aeb3-4fd5-b8dc-a6d5b15d9a3f req-2acbe7d4-11bd-45ca-bdc3-ee3da75c9ae9 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:00.352529 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d974708-aeb3-4fd5-b8dc-a6d5b15d9a3f req-2acbe7d4-11bd-45ca-bdc3-ee3da75c9ae9 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "DELETE /v2.0/security-groups/628368bc-910f-4202-a28f-0ee3e19a3dcb HTTP/1.1" status: 204 len: 173 time: 0.3111167 Nov 12 07:42:00.372581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Attempting to bind port ac911954-648e-4a4d-b917-b432298bb400 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:42:00.373216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Attempting to bind port ac911954-648e-4a4d-b917-b432298bb400 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': 'be986fac-d198-4ac5-9425-af8927e35705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:42:00.373970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Attempting to bind port ac911954-648e-4a4d-b917-b432298bb400 on network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:42:00.383463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:42:00.384276 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Checking segment: {'id': 'be986fac-d198-4ac5-9425-af8927e35705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:00.385017 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:00.385668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Bound using segment: {'id': 'be986fac-d198-4ac5-9425-af8927e35705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:42:00.386598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Bound port: ac911954-648e-4a4d-b917-b432298bb400, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be986fac-d198-4ac5-9425-af8927e35705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:42:00.387205 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:00.511322 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6fad0924-7f04-4a05-a652-563aaddfc6dc req-00f88bb1-3715-4d3f-a542-da0a7033c075 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5739939 Nov 12 07:42:00.554797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] For port ac911954-648e-4a4d-b917-b432298bb400, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:42:00.563426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] For port ac911954-648e-4a4d-b917-b432298bb400, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ac911954-648e-4a4d-b917-b432298bb400,segment=NetworkSegment(be986fac-d198-4ac5-9425-af8927e35705),segment_id=be986fac-d198-4ac5-9425-af8927e35705)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:42:00.568962 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:00.587575 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:00.673839 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd4eb8-3074-4cda-ba9b-43ee8d5e1d76 None None] Pushing event updated for resources: {'Port': ['ID=ac911954-648e-4a4d-b917-b432298bb400,revision_number=4']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:00.678893 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8bdd4eb8-3074-4cda-ba9b-43ee8d5e1d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:00.686646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883574f-3fe9-42b7-b4ac-e90ab4a72672 req-0210875b-9430-4e04-b485-94462c829b6d tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:00.688536 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6883574f-3fe9-42b7-b4ac-e90ab4a72672 req-0210875b-9430-4e04-b485-94462c829b6d tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 947 time: 0.1832781 Nov 12 07:42:00.746987 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6883574f-3fe9-42b7-b4ac-e90ab4a72672 req-75c8d696-7ba5-4f5c-9ed6-20795a48d463 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503862 Nov 12 07:42:00.758590 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6fad0924-7f04-4a05-a652-563aaddfc6dc req-f80a8b77-1863-4138-9786-c7e399d4413d service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111776 Nov 12 07:42:00.795443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:42:00.805049 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-f497f9b9-7454-4936-800d-eca059b58df4 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/networks?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510631 Nov 12 07:42:00.846218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Sync routers for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:42:00.878565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Routers {'3f687165-b513-4932-85df-2d5040436b26'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:42:00.879250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:41:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3f687165-b513-4932-85df-2d5040436b26'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:00.941036 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] 10.222.0.40 "PUT /v2.0/routers/902fa1fe-e559-49ce-8b58-cf9b5484f864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8081028 Nov 12 07:42:01.062469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 0aabb91d-645c-4232-8af0-26f212ac594b up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:01.063265 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b9ceb14a-7896-47c4-a33f-b82846b9fc4c req-10ae9f7c-2dab-414e-bc2f-3386ebc29698 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "GET /v2.0/security-groups/dbce5931-acbb-48ac-be1b-52e39b6e7802 HTTP/1.1" status: 200 len: 1611 time: 0.1124156 Nov 12 07:42:01.107076 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6fad0924-7f04-4a05-a652-563aaddfc6dc req-1828ef8d-1d3e-4304-aa80-770c04938bd9 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3398409 Nov 12 07:42:01.157586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network b40a7887-4c1c-427c-9422-e58922b307fe details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:42:01.179470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-f8e627d8-c8c3-4e56-baff-c51e93d7801a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:01.187465 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-f8e627d8-c8c3-4e56-baff-c51e93d7801a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3813756 Nov 12 07:42:01.232908 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-08344655-ead1-4114-bc9c-6d4c98392895 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/quotas/a7f1b9c5140d48a7b0fd5bd7330cfc00 HTTP/1.1" status: 200 len: 375 time: 0.0431159 Nov 12 07:42:01.279926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:42:01.281661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:41:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:01.283528 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b9ceb14a-7896-47c4-a33f-b82846b9fc4c req-ba671158-ddf2-4058-a5f0-4e9c359ec763 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:01.322307 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] Set router 3f687165-b513-4932-85df-2d5040436b26 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:42:01.325289 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b9ceb14a-7896-47c4-a33f-b82846b9fc4c req-ba671158-ddf2-4058-a5f0-4e9c359ec763 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:01.385203 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-1c1910cf-af0b-4d0e-8942-30c26b56b502 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1510620 Nov 12 07:42:01.386919 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b9ceb14a-7896-47c4-a33f-b82846b9fc4c req-ba671158-ddf2-4058-a5f0-4e9c359ec763 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:01.392031 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:01.407767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba671158-ddf2-4058-a5f0-4e9c359ec763 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbce5931-acbb-48ac-be1b-52e39b6e7802,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:01.413538 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ba671158-ddf2-4058-a5f0-4e9c359ec763 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:01.415577 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b9ceb14a-7896-47c4-a33f-b82846b9fc4c req-ba671158-ddf2-4058-a5f0-4e9c359ec763 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:01.417001 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b9ceb14a-7896-47c4-a33f-b82846b9fc4c req-ba671158-ddf2-4058-a5f0-4e9c359ec763 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] 10.222.0.40 "DELETE /v2.0/security-groups/dbce5931-acbb-48ac-be1b-52e39b6e7802 HTTP/1.1" status: 204 len: 173 time: 0.3356411 Nov 12 07:42:01.474546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 0aabb91d-645c-4232-8af0-26f212ac594b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:01.474965 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:01.724118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3dcbedc-9011-4568-b3cd-99955e9a3be0 req-40853ed4-9048-43ac-b909-62cb388e0964 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] 10.222.0.40 "GET /v2.0/security-groups/2c2e1d86-f32d-45d6-a929-c919d5cf1f12 HTTP/1.1" status: 200 len: 1611 time: 0.1047623 Nov 12 07:42:01.788470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:42:01.867735 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f687165-b513-4932-85df-2d5040436b26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-router', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:40Z', 'updated_at': '2020-11-12T07:41:54Z', 'revision_number': 4, 'project_id': '942d35b2efa342599997b315f43e8b88', 'gw_port': {'id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:43Z', 'updated_at': '2020-11-12T07:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'ac911954-648e-4a4d-b917-b432298bb400', 'name': '', 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'mac_address': 'fa:16:3e:51:02:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812371ef-72a0-45e0-b440-62ff5a297cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:52Z', 'updated_at': '2020-11-12T07:42:00Z', 'revision_number': 4, 'project_id': '942d35b2efa342599997b315f43e8b88', 'subnets': [{'id': '812371ef-72a0-45e0-b440-62ff5a297cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:01.872860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71309204-82ed-4ce4-a428-b0e91a92511c None None] The sync data for ids ['3f687165-b513-4932-85df-2d5040436b26'] in n-d-761264-6 is: [{'id': '3f687165-b513-4932-85df-2d5040436b26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-router', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:40Z', 'updated_at': '2020-11-12T07:41:54Z', 'revision_number': 4, 'project_id': '942d35b2efa342599997b315f43e8b88', 'gw_port': {'id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:43Z', 'updated_at': '2020-11-12T07:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'ac911954-648e-4a4d-b917-b432298bb400', 'name': '', 'network_id': '89b7c039-2c8f-4eda-ab5b-e016368d83d9', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'mac_address': 'fa:16:3e:51:02:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '812371ef-72a0-45e0-b440-62ff5a297cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:52Z', 'updated_at': '2020-11-12T07:42:00Z', 'revision_number': 4, 'project_id': '942d35b2efa342599997b315f43e8b88', 'subnets': [{'id': '812371ef-72a0-45e0-b440-62ff5a297cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:42:02.073040 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3dcbedc-9011-4568-b3cd-99955e9a3be0 req-4df92df9-869a-4d4e-b8f3-f8c91d5f0822 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:02.101238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-ae18e978-9453-444b-8abc-5047265099d2 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:02.102914 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-ae18e978-9453-444b-8abc-5047265099d2 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 820 time: 0.2912629 Nov 12 07:42:02.112466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-cf094a73-28e2-415d-a3c0-af482adf4578 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:42:02.127242 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-723ab07d-956c-4fd4-ba7b-5fd1cade63e9 req-3f9d5f03-c048-4fe0-b4b2-03d513f023be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.3917024 Nov 12 07:42:02.139810 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3dcbedc-9011-4568-b3cd-99955e9a3be0 req-4df92df9-869a-4d4e-b8f3-f8c91d5f0822 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:02.164390 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-649d7677-4e2b-444e-9c76-32e3f33041ad tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/quotas/b94e26b1dcd6414d92a7572ce007879f HTTP/1.1" status: 200 len: 375 time: 0.0457783 Nov 12 07:42:02.291277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:41:58Z', 'revision_number': 2, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:02.295828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Checking router: 902fa1fe-e559-49ce-8b58-cf9b5484f864 for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:42:02.296230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Updating router 902fa1fe-e559-49ce-8b58-cf9b5484f864 port d1729312-6a0e-46b4-a912-bf892c407661 binding host n-d-761264-6 {{(pid=80794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:42:02.335984 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3dcbedc-9011-4568-b3cd-99955e9a3be0 req-4df92df9-869a-4d4e-b8f3-f8c91d5f0822 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:02.345714 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c30bec40-1c3d-4e08-ac05-ff4bbbc03a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:02.354993 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:02.372287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df92df9-869a-4d4e-b8f3-f8c91d5f0822 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2e1d86-f32d-45d6-a929-c919d5cf1f12,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:02.377536 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4df92df9-869a-4d4e-b8f3-f8c91d5f0822 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:02.396718 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3dcbedc-9011-4568-b3cd-99955e9a3be0 req-4df92df9-869a-4d4e-b8f3-f8c91d5f0822 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:02.399123 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3dcbedc-9011-4568-b3cd-99955e9a3be0 req-4df92df9-869a-4d4e-b8f3-f8c91d5f0822 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] 10.222.0.40 "DELETE /v2.0/security-groups/2c2e1d86-f32d-45d6-a929-c919d5cf1f12 HTTP/1.1" status: 204 len: 173 time: 0.6652019 Nov 12 07:42:02.416001 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-37dc37d1-54c0-46f3-b6cc-e18cb68f7103 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2501493 Nov 12 07:42:02.433471 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-723ab07d-956c-4fd4-ba7b-5fd1cade63e9 req-61b1fd0d-b7ba-49bf-9dcc-5b3832dfe46d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 1164 time: 0.2017632 Nov 12 07:42:02.590395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 7d5f10b8-4ceb-47f4-a21c-3468b711449b up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:02.676672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ab07d-956c-4fd4-ba7b-5fd1cade63e9 req-5c500b8e-1db0-45bd-af7f-78845e8ab228 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:02.678578 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-723ab07d-956c-4fd4-ba7b-5fd1cade63e9 req-5c500b8e-1db0-45bd-af7f-78845e8ab228 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2192748 Nov 12 07:42:02.774344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-60e0cd94-225c-4e5b-a87d-9b5c5baeba59 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:42:02.775602 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-60e0cd94-225c-4e5b-a87d-9b5c5baeba59 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1151536 Nov 12 07:42:02.819784 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-723ab07d-956c-4fd4-ba7b-5fd1cade63e9 req-27bb5052-a0ab-46f6-86df-6f10e6c5acb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=0a1e4fb9-dd5a-4cdc-aa97-540515645c5b HTTP/1.1" status: 200 len: 217 time: 0.1345918 Nov 12 07:42:02.924937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 7d5f10b8-4ceb-47f4-a21c-3468b711449b completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:02.934183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 7d5f10b8-4ceb-47f4-a21c-3468b711449b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:02.934183 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:03.047686 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ab07d-956c-4fd4-ba7b-5fd1cade63e9 req-e178e21e-dafb-4c29-8f23-53b470c3b8fe service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:03.049562 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-723ab07d-956c-4fd4-ba7b-5fd1cade63e9 req-e178e21e-dafb-4c29-8f23-53b470c3b8fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1588211 Nov 12 07:42:03.099521 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-11299a1f-a103-494d-aeee-c036958fdf07 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.33 "GET /v2.0/networks?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523596 Nov 12 07:42:03.117833 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-997efacc-8f59-44ea-b499-1908ca9f7c41 service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336749 Nov 12 07:42:03.203446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ac911954-648e-4a4d-b917-b432298bb400 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:03.321738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-f170f3be-94be-4256-999f-ffd520cde15f tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:03.323176 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-f170f3be-94be-4256-999f-ffd520cde15f tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158723 Nov 12 07:42:03.342445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Request body: {'port': {'device_id': 'ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'a7f1b9c5140d48a7b0fd5bd7330cfc00'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:03.394657 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:03.405019 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:03.414775 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6200f1b5-ba2b-4123-a140-e3b55658293e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:03.476338 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7afbce83-b4bd-490c-a602-b43d8a5a234f req-fc45baf7-020c-49fb-a5b8-ff371d4782df tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 210 time: 0.3731024 Nov 12 07:42:03.534557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:03.559574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:03.560562 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port ac911954-648e-4a4d-b917-b432298bb400 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:03.574702 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-bca82f2e-4092-4591-b7cb-cedec92b490a service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4559073 Nov 12 07:42:03.580760 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-723ab07d-956c-4fd4-ba7b-5fd1cade63e9 req-52b35160-81d0-44f4-a447-847dc0fdff5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5225418 Nov 12 07:42:03.582505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Made reservation on behalf of a7f1b9c5140d48a7b0fd5bd7330cfc00 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:03.582890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port ac911954-648e-4a4d-b917-b432298bb400 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:03.583319 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:03.590243 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:03.663556 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Notify callbacks [] for port, precommit_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:03.671331 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:03.726981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 7d5f10b8-4ceb-47f4-a21c-3468b711449b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=7d5f10b8-4ceb-47f4-a21c-3468b711449b,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:03.728287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51c2c69-4a87-448a-b892-0227d4af3231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5f10b8-4ceb-47f4-a21c-3468b711449b'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:03.734619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Transition to ACTIVE for port object d1729312-6a0e-46b4-a912-bf892c407661 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:03.798568 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:03.800708 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:03.839873 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:03.858970 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:03.875986 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-723ab07d-956c-4fd4-ba7b-5fd1cade63e9 req-35cd2977-cd94-43ab-8749-7a71fae4682e service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776520 Nov 12 07:42:03.991771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 7d5f10b8-4ceb-47f4-a21c-3468b711449b up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:04.021225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Allocated IP 192.168.233.89 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/488e2437-a351-4897-a081-40163366d575) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:42:04.064922 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-403bf1ad-8ce3-4b16-853f-7aaababe737d req-dca76aac-e03c-4e78-b7bb-31e27288e7d0 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] 10.222.0.40 "GET /v2.0/security-groups/38139598-d5f4-4008-96e2-e39e3e968dd3 HTTP/1.1" status: 200 len: 1612 time: 0.2215345 Nov 12 07:42:04.100209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe769098-b477-4c3d-9efb-1c312762e765 req-b1bf118a-561c-45cd-9090-22b1c3cc3beb tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:04.102021 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fe769098-b477-4c3d-9efb-1c312762e765 req-b1bf118a-561c-45cd-9090-22b1c3cc3beb tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 949 time: 0.3738534 Nov 12 07:42:04.114631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port ac911954-648e-4a4d-b917-b432298bb400, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ac911954-648e-4a4d-b917-b432298bb400,segment=NetworkSegment(be986fac-d198-4ac5-9425-af8927e35705),segment_id=be986fac-d198-4ac5-9425-af8927e35705)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:04.132878 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.141020 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=7d5f10b8-4ceb-47f4-a21c-3468b711449b,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:04.147800 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:04.150455 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-831b88f8-2efe-41c0-ad3b-baee75a259b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:04.254488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-723ab07d-956c-4fd4-ba7b-5fd1cade63e9 req-552e16d6-d8c9-4ec7-ac25-35a8eb9f4f46 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3699143 Nov 12 07:42:04.292952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 7d5f10b8-4ceb-47f4-a21c-3468b711449b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:04.293135 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.302371 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.321165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Transition to ACTIVE for port object 488e2437-a351-4897-a081-40163366d575 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:04.322435 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fe769098-b477-4c3d-9efb-1c312762e765 req-f15e4b88-b94d-4b1d-b309-aefd109e32c3 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015886 Nov 12 07:42:04.336279 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-403bf1ad-8ce3-4b16-853f-7aaababe737d req-95cfdde4-d622-40fa-a290-a2e22c75953d tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.344759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5bea6-9cc2-459d-8975-2f99ddd83d13 None None] Pushing event updated for resources: {'Port': ['ID=d1729312-6a0e-46b4-a912-bf892c407661,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:04.367303 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.394895 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-403bf1ad-8ce3-4b16-853f-7aaababe737d req-95cfdde4-d622-40fa-a290-a2e22c75953d tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.452150 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-403bf1ad-8ce3-4b16-853f-7aaababe737d req-95cfdde4-d622-40fa-a290-a2e22c75953d tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.454621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=ac911954-648e-4a4d-b917-b432298bb400,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:04.468338 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:04.473629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:04.474104 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:04.474431 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:04.490461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfdde4-d622-40fa-a290-a2e22c75953d tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Pushing event deleted for resources: {'SecurityGroup': ['ID=38139598-d5f4-4008-96e2-e39e3e968dd3,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:04.517960 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-95cfdde4-d622-40fa-a290-a2e22c75953d tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:04.519043 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-403bf1ad-8ce3-4b16-853f-7aaababe737d req-95cfdde4-d622-40fa-a290-a2e22c75953d tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.543715 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-403bf1ad-8ce3-4b16-853f-7aaababe737d req-95cfdde4-d622-40fa-a290-a2e22c75953d tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] 10.222.0.40 "DELETE /v2.0/security-groups/38139598-d5f4-4008-96e2-e39e3e968dd3 HTTP/1.1" status: 204 len: 173 time: 0.4775517 Nov 12 07:42:04.622403 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.627665 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51c2c69-4a87-448a-b892-0227d4af3231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5f10b8-4ceb-47f4-a21c-3468b711449b', 'code': 200} Nov 12 07:42:04.648790 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:04.679331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Attempting to bind port d1729312-6a0e-46b4-a912-bf892c407661 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:42:04.679958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Attempting to bind port d1729312-6a0e-46b4-a912-bf892c407661 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:42:04.682695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Attempting to bind port d1729312-6a0e-46b4-a912-bf892c407661 on network 061a3d8b-043d-4ed8-8c95-f6de9285004b {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:42:04.696004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.33', 55207) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:04.713028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:42:04.713454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Checking segment: {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:04.713911 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.714353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Bound using segment: {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:42:04.715391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Bound port: d1729312-6a0e-46b4-a912-bf892c407661, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:42:04.715907 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.756295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Pushing event updated for resources: {'Port': ['ID=488e2437-a351-4897-a081-40163366d575,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:04.760410 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:04.777596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:42:04.780201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:04.785386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:42:04.789722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:04.807740 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.886927 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44d23ad4-c44b-409c-9e35-99b620753fdb req-73be8490-8aa3-4337-9809-66cecc4f0a46 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 1164 time: 0.1892200 Nov 12 07:42:04.892779 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:04.904021 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5661988 Nov 12 07:42:04.916741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Request body: {'port': {'device_id': 'ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:04.957979 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44d23ad4-c44b-409c-9e35-99b620753fdb req-f9cf5966-a6a2-4f89-bcdf-73b5d3c5d196 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628803 Nov 12 07:42:04.990656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ac911954-648e-4a4d-b917-b432298bb400 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:05.087145 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] For port d1729312-6a0e-46b4-a912-bf892c407661, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:42:05.087925 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9238559f-70e3-4e92-ba45-3a38b4da43c1 req-b5ff70b4-8b09-4d58-bebb-2216814bf3dc tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 210 time: 0.1111367 Nov 12 07:42:05.092365 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] For port d1729312-6a0e-46b4-a912-bf892c407661, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=d1729312-6a0e-46b4-a912-bf892c407661,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:42:05.106731 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:05.148848 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55ddb367-2cb3-4fdd-b9ec-6b81bbd80804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:05.159250 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:05.168713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port ac911954-648e-4a4d-b917-b432298bb400 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:05.169191 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:05.250267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43852) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:05.256287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Request body: {'security_group': {'name': 'tempest-securitygroup--1732826719', 'description': 'tempest-description--721301269'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:05.273856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:05.291907 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Usage tracker for resource:security_group and tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:05.332372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:05.349087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:05.421045 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:05.487689 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-fc30c64b-c9c1-49f7-9102-203beab1f2b9 None None] Provisioning for port 488e2437-a351-4897-a081-40163366d575 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:05.536194 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-fc30c64b-c9c1-49f7-9102-203beab1f2b9 None None] Provisioning complete for port 488e2437-a351-4897-a081-40163366d575 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:05.536609 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fc30c64b-c9c1-49f7-9102-203beab1f2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:05.552044 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43864) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:05.569463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186c5c5-591b-474c-b8bb-842acd7c7d87 req-3c2352ea-b42c-4a4d-8c8c-114fa8109535 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:05.571129 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8186c5c5-591b-474c-b8bb-842acd7c7d87 req-3c2352ea-b42c-4a4d-8c8c-114fa8109535 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 935 time: 0.2326367 Nov 12 07:42:05.581062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:05.587992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Usage tracker for resource:security_group_rule and tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:05.617972 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:05.625678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5bea6-9cc2-459d-8975-2f99ddd83d13 None None] Pushing event updated for resources: {'Port': ['ID=d1729312-6a0e-46b4-a912-bf892c407661,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:05.646883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:05.715105 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8186c5c5-591b-474c-b8bb-842acd7c7d87 req-2fada548-b4f0-45fc-9327-d8944d21cb20 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354637 Nov 12 07:42:05.724118 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-14f5bea6-9cc2-459d-8975-2f99ddd83d13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:05.774290 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:05.820445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:05.834239 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:05.881762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-fc30c64b-c9c1-49f7-9102-203beab1f2b9 None None] Port 488e2437-a351-4897-a081-40163366d575 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:42:05.950457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Pushing event updated for resources: {'SecurityGroup': ['ID=05112574-bc7c-46ca-bcb6-22616820b5cb,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:05.953922 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:05.958127 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:05.962363 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7107100 Nov 12 07:42:05.974490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43876) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:05.976503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Request body: {'security_group_rule': {'security_group_id': '05112574-bc7c-46ca-bcb6-22616820b5cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:05.978664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 7d5f10b8-4ceb-47f4-a21c-3468b711449b up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:05.995358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:06.007055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Usage tracker for resource:security_group_rule and tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:06.007298 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:06.018744 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7e8fd157-1f47-4c62-b1bd-2f916597a4b3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9302762f2d9e48689131d906a6684c71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4604695 Nov 12 07:42:06.020144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:06.027143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43880) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:06.056742 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488e2437-a351-4897-a081-40163366d575 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:42:06.068680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:42:06.069772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:42:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:06.071985 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.106251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Transition to ACTIVE for port object 488e2437-a351-4897-a081-40163366d575 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:06.112886 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.166915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da117f-9074-4248-9f0f-2f4f9fa56396 req-76f34a1c-69a3-4a04-84c9-d92c840c196e tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:06.177799 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19da117f-9074-4248-9f0f-2f4f9fa56396 req-76f34a1c-69a3-4a04-84c9-d92c840c196e tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 949 time: 0.4000244 Nov 12 07:42:06.231231 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group_rule, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.276987 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:06.401244 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.420299 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Pushing event updated for resources: {'Port': ['ID=488e2437-a351-4897-a081-40163366d575,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:06.426897 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.428278 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:06.476403 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19da117f-9074-4248-9f0f-2f4f9fa56396 req-7f840ba2-97b1-45a8-8e18-256320b43c96 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993979 Nov 12 07:42:06.496977 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:06.669236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 7d5f10b8-4ceb-47f4-a21c-3468b711449b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:06.669910 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.676330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdee34f6-4a58-44c7-b23c-832f6cce58b5,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:06.685640 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a94f-d442-4408-b065-1e080e15bd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.719685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Attempting to bind port 488e2437-a351-4897-a081-40163366d575 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:42:06.720334 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Attempting to bind port 488e2437-a351-4897-a081-40163366d575 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:42:06.720955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Attempting to bind port 488e2437-a351-4897-a081-40163366d575 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:42:06.739623 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:42:06.740463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:06.741127 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.741753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:42:06.742515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Bound port: 488e2437-a351-4897-a081-40163366d575, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:42:06.743001 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.751321 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a94f-d442-4408-b065-1e080e15bd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.842086 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:06.853472 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group_rule, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.854910 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8833120 Nov 12 07:42:06.869982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43910) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:06.902954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Request body: {'security_group_rule': {'security_group_id': '05112574-bc7c-46ca-bcb6-22616820b5cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:06.911743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:06.916527 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Usage tracker for resource:security_group_rule and tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:06.920518 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:06.930238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:06.933551 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a94f-d442-4408-b065-1e080e15bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.956336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:42:06.957670 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8327b627-91a6-49de-9b0c-ef40bbba1b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:06.963141 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group_rule, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:06.974504 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7f8067aa-9571-43df-a9c6-4bfcac1d0a7d req-c69cd034-2281-49d2-ad35-004e661179cd tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 210 time: 0.1442528 Nov 12 07:42:06.989009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-a310533e-5269-42f1-b7df-1ee6bb216f7d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:06.990643 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-a310533e-5269-42f1-b7df-1ee6bb216f7d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.41 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 820 time: 0.8604598 Nov 12 07:42:06.993718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8a94f-d442-4408-b065-1e080e15bd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4898111-14e4-47f4-baff-314925ef5e5b,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:06.999380 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cbf8a94f-d442-4408-b065-1e080e15bd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:07.003821 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a94f-d442-4408-b065-1e080e15bd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:07.008486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cbf8a94f-d442-4408-b065-1e080e15bd3e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e4898111-14e4-47f4-baff-314925ef5e5b HTTP/1.1" status: 204 len: 168 time: 0.9677961 Nov 12 07:42:07.014326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Request body: {'port': {'device_id': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'admin_state_up': True, 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:07.156999 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:07.176191 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:07.193397 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:07.206218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:07.213184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Usage tracker for resource:port and tenant:b94e26b1dcd6414d92a7572ce007879f is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:07.223216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Quota usage for port was recalculated. Used quota:2. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:07.232450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:07.251854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Made reservation on behalf of b94e26b1dcd6414d92a7572ce007879f for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:07.258371 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:07.295817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c7310a-b327-4660-8ac2-ddc3c4b14dbd,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:07.319025 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group_rule, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:07.324263 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4483685 Nov 12 07:42:07.324795 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:07.326760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43926) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:07.339186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Request body: {'floatingip': {'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:07.347385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:07.352324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Usage tracker for resource:floatingip and tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:07.356035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:07.367590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:07.378624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] For port 488e2437-a351-4897-a081-40163366d575, host n-h2-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:42:07.384021 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:07.414794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] For port 488e2437-a351-4897-a081-40163366d575, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=488e2437-a351-4897-a081-40163366d575,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:42:07.498229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:07.706198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43946) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:07.711323 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:07.762174 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:07.859372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Pushing event updated for resources: {'Port': ['ID=488e2437-a351-4897-a081-40163366d575,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:07.867877 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:07.891148 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:07.892712 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] 10.222.0.33 "PUT /v2.0/ports/488e2437-a351-4897-a081-40163366d575 HTTP/1.1" status: 200 len: 1159 time: 2.9811876 Nov 12 07:42:07.893493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac', 'tag': '488e2437-a351-4897-a081-40163366d575'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:07.913356 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cd87c359-031f-45d0-9559-740edb85efc2 req-7870decb-1d8c-4bdf-9c4a-d5ad66f48e11 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.6003513 Nov 12 07:42:07.932966 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:07.968729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 43954) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:07.999536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:05Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:08.004145 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3a435-bcc9-4cb2-b52d-4a0c2f26d1ae None None] The sync data for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 is: [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:05Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:42:08.054255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1195336-10b7-457d-9376-17ebf90570cc req-74909d5a-7b3b-406e-80aa-a330af85598b tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:08.056422 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c1195336-10b7-457d-9376-17ebf90570cc req-74909d5a-7b3b-406e-80aa-a330af85598b tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 947 time: 0.6668410 Nov 12 07:42:08.071781 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2996079a-9f9e-4065-92cc-98810330e92d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=63e19476861249538b63ce13c430164a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0987601 Nov 12 07:42:08.112552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43960) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:08.163534 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e110ce7d-0903-47fb-83b8-a274ab3d4ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:08.391132 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c1195336-10b7-457d-9376-17ebf90570cc req-100caa97-ffb1-4ff5-af52-5b4300482954 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734070 Nov 12 07:42:08.395346 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c491f945-0514-4fb4-ab81-421c860535d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:08.442630 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b0a46-cec8-43ad-a62d-71446f19a9fb req-bfa52d41-0dbd-40ce-a379-9a81c8e919f2 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:08.444126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f3b0a46-cec8-43ad-a62d-71446f19a9fb req-bfa52d41-0dbd-40ce-a379-9a81c8e919f2 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 949 time: 0.5274000 Nov 12 07:42:08.449584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Allocated IP 172.20.0.6 (061a3d8b-043d-4ed8-8c95-f6de9285004b/139b9687-780d-4de0-9a87-f6fc2d6601ba/b6625e6f-1eeb-490e-92ac-644b912c4427) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:42:08.475451 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c491f945-0514-4fb4-ab81-421c860535d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:08.501440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e110ce7d-0903-47fb-83b8-a274ab3d4ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:08.511709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e110ce7d-0903-47fb-83b8-a274ab3d4ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:3b341eccfed14e00bfbdf234939c7582 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:08.525542 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e110ce7d-0903-47fb-83b8-a274ab3d4ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:08.589703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e110ce7d-0903-47fb-83b8-a274ab3d4ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:08.651966 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cd87c359-031f-45d0-9559-740edb85efc2 req-f7dfb3ea-0a00-4ffa-a984-6e96ac8b57b5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=da684634b52649149e3650c4d376d198&device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 1164 time: 0.5857272 Nov 12 07:42:08.749169 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac', 'tag': '488e2437-a351-4897-a081-40163366d575', 'status': 'completed', 'code': 200} Nov 12 07:42:08.892524 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-16a44d26-5347-4dee-893a-06bef91ed8e7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 1162 time: 0.8455312 Nov 12 07:42:08.903038 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Allocated IP 172.25.5.134 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/548cb205-2640-4dc2-b364-0ccd0ef3ee28) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:42:08.917740 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e110ce7d-0903-47fb-83b8-a274ab3d4ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:08.932673 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e110ce7d-0903-47fb-83b8-a274ab3d4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:08.961088 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd0bea34-37ad-40ed-8009-b15beae4af41 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:08.976692 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87c359-031f-45d0-9559-740edb85efc2 req-0e35e624-429c-4a08-9a9b-c1fb1e58b2f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:08.978424 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cd87c359-031f-45d0-9559-740edb85efc2 req-0e35e624-429c-4a08-9a9b-c1fb1e58b2f4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2940636 Nov 12 07:42:08.996678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device d1729312-6a0e-46b4-a912-bf892c407661 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:09.080397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port d1729312-6a0e-46b4-a912-bf892c407661 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:09.087639 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bf5e07d8-daa2-4299-b678-ac308023cd2e req-29dc4b14-e67d-4f7d-a797-c8710a9a2240 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 210 time: 0.1937199 Nov 12 07:42:09.088093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port d1729312-6a0e-46b4-a912-bf892c407661 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:09.088645 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:09.176156 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:09.183711 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cd87c359-031f-45d0-9559-740edb85efc2 req-ba5d1c2f-f029-4f21-89ba-e7ad7d94b086 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=7d5f10b8-4ceb-47f4-a21c-3468b711449b HTTP/1.1" status: 200 len: 217 time: 0.1815538 Nov 12 07:42:09.193497 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e110ce7d-0903-47fb-83b8-a274ab3d4ac5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3b341eccfed14e00bfbdf234939c7582&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4488237 Nov 12 07:42:09.205021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 43976) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:09.225205 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-82725379-5d28-48ea-a2da-cf75f6fb3247 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=488e2437-a351-4897-a081-40163366d575 HTTP/1.1" status: 200 len: 217 time: 0.3163886 Nov 12 07:42:09.228677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Transition to ACTIVE for port object b6625e6f-1eeb-490e-92ac-644b912c4427 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:09.247602 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f3b0a46-cec8-43ad-a62d-71446f19a9fb req-310c5f6f-1dff-4960-afbe-2f22470266ea tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7902334 Nov 12 07:42:09.250322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ce7d-0903-47fb-83b8-a274ab3d4ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f673f00d-1697-4581-aefe-e9c3a847e194,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:09.259153 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e110ce7d-0903-47fb-83b8-a274ab3d4ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:09.267465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:09.309269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port d1729312-6a0e-46b4-a912-bf892c407661, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=d1729312-6a0e-46b4-a912-bf892c407661,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:09.313892 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:09.318947 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:09.323207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87c359-031f-45d0-9559-740edb85efc2 req-7980129c-3094-44e3-b00c-fa886baf061f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:09.324804 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cd87c359-031f-45d0-9559-740edb85efc2 req-7980129c-3094-44e3-b00c-fa886baf061f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1300187 Nov 12 07:42:09.393455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:09.429794 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c491f945-0514-4fb4-ab81-421c860535d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:09.440256 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:09.449840 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cd87c359-031f-45d0-9559-740edb85efc2 req-1c825a55-80c0-4182-a96f-bb83efe26cea service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037979 Nov 12 07:42:09.454303 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:09.457947 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:09.459882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-bf92449a-06fe-418c-89d5-fbebd6ea5cbd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:09.461970 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-bf92449a-06fe-418c-89d5-fbebd6ea5cbd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2008536 Nov 12 07:42:09.463588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491f945-0514-4fb4-ab81-421c860535d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97754bc1-3993-4ec1-9d95-b3bf6ff21be7,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:09.473356 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c491f945-0514-4fb4-ab81-421c860535d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:09.513022 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:09.530506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=d1729312-6a0e-46b4-a912-bf892c407661,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:09.538909 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:09.543611 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:09.783298 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e5a85ac-a491-4791-bb33-0eebb89b76c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:09.798626 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c491f945-0514-4fb4-ab81-421c860535d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:09.799864 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c491f945-0514-4fb4-ab81-421c860535d6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/97754bc1-3993-4ec1-9d95-b3bf6ff21be7 HTTP/1.1" status: 204 len: 168 time: 1.6778650 Nov 12 07:42:09.821850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Pushing event updated for resources: {'Port': ['ID=548cb205-2640-4dc2-b364-0ccd0ef3ee28,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:09.825613 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:09.857464 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cd87c359-031f-45d0-9559-740edb85efc2 req-71d0334f-3ec6-41e9-9494-df0b984791d5 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981640 Nov 12 07:42:09.898696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Pushing event updated for resources: {'Port': ['ID=b6625e6f-1eeb-490e-92ac-644b912c4427,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:09.920450 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:09.922962 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e5a85ac-a491-4791-bb33-0eebb89b76c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:10.046520 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-2509a364-b0cf-446c-b5c4-8ee3099032a2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5761425 Nov 12 07:42:10.062207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:42:10.067492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:10.073125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:42:10.110844 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cd87c359-031f-45d0-9559-740edb85efc2 req-cc647c11-ee38-4526-b502-82fc6b129cb4 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2401164 Nov 12 07:42:10.166534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:42:10.173309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c816265-ffd8-4207-bda9-d61aa5902916 req-ea0e9954-41d4-4b5b-9696-e3a3b591492b tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:10.174949 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c816265-ffd8-4207-bda9-d61aa5902916 req-ea0e9954-41d4-4b5b-9696-e3a3b591492b tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 947 time: 0.3343375 Nov 12 07:42:10.179303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:10.181612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:42:10.186443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:10.187110 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:10.256235 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e5a85ac-a491-4791-bb33-0eebb89b76c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:10.289038 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:10.303118 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c87a64e8-53b7-4a7d-ad53-e48d723d3d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:10.352622 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e5a85ac-a491-4791-bb33-0eebb89b76c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:10.353915 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1e5a85ac-a491-4791-bb33-0eebb89b76c1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f673f00d-1697-4581-aefe-e9c3a847e194 HTTP/1.1" status: 204 len: 168 time: 1.1473815 Nov 12 07:42:10.358785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a85ac-a491-4791-bb33-0eebb89b76c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f673f00d-1697-4581-aefe-e9c3a847e194,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:10.372257 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1e5a85ac-a491-4791-bb33-0eebb89b76c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:10.385275 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3752756 Nov 12 07:42:10.423494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Request body: {'port': {'device_id': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:10.435755 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:10.488100 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-cfd4345a-b7c5-4f88-bc3e-edc9676be433 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317896 Nov 12 07:42:10.502941 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c816265-ffd8-4207-bda9-d61aa5902916 req-cdb71196-f1c9-4782-9428-f050be7b8cf1 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007035 Nov 12 07:42:10.595826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-af622cf6-0724-4518-b42a-1a49fb2c98ca None None] Provisioning for port b6625e6f-1eeb-490e-92ac-644b912c4427 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:10.618436 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-af622cf6-0724-4518-b42a-1a49fb2c98ca None None] Provisioning complete for port b6625e6f-1eeb-490e-92ac-644b912c4427 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:10.619007 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af622cf6-0724-4518-b42a-1a49fb2c98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:10.782997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55446f62-0554-4bba-af59-547c46f01770 req-ed7f23fb-2f93-42fc-8850-d876c03fe51c tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:10.790553 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-55446f62-0554-4bba-af59-547c46f01770 req-ed7f23fb-2f93-42fc-8850-d876c03fe51c tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 949 time: 0.5607157 Nov 12 07:42:10.802603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-af622cf6-0724-4518-b42a-1a49fb2c98ca None None] Port b6625e6f-1eeb-490e-92ac-644b912c4427 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:42:10.854973 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:10.931430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44040) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:10.975461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device d1729312-6a0e-46b4-a912-bf892c407661 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:10.986963 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd0558f0-e0eb-4c72-84c9-17c7d42bfd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:10.990386 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2145d00-15a2-4111-8977-7ebcdabf249b req-1186f47f-6cfe-4133-a092-e488c2a62727 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4919195 Nov 12 07:42:11.053507 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-55446f62-0554-4bba-af59-547c46f01770 req-e6689d2e-056e-4a65-8c61-41003122bc86 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619622 Nov 12 07:42:11.065141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fd0558f0-e0eb-4c72-84c9-17c7d42bfd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:11.076773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fd0558f0-e0eb-4c72-84c9-17c7d42bfd3a admin admin] Usage tracker for resource:security_group_rule and tenant:1ab077d26f25457a83d4152f409ae0d4 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:11.087292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fd0558f0-e0eb-4c72-84c9-17c7d42bfd3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:11.101178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fd0558f0-e0eb-4c72-84c9-17c7d42bfd3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:11.124324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port d1729312-6a0e-46b4-a912-bf892c407661 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:11.124611 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:11.182151 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:11.198146 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:11.221208 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8f54c0d8-76a3-4ce7-9d95-a0645674a789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:11.301878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Pushing event updated for resources: {'Port': ['ID=548cb205-2640-4dc2-b364-0ccd0ef3ee28,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:11.389146 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72665593-4028-45b6-a881-7f033b89664d req-e0b5261a-446f-4bce-b896-7befe16660c6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 1162 time: 0.2576115 Nov 12 07:42:11.677545 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:11.745199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa527e94-cda8-469e-9289-98df5da4b3ef req-55033257-cd57-494b-94c8-a34c57356eea tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:11.746179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-fa527e94-cda8-469e-9289-98df5da4b3ef req-55033257-cd57-494b-94c8-a34c57356eea tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Synchronizing usage tracker for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:11.844341 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd0558f0-e0eb-4c72-84c9-17c7d42bfd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:11.862795 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd0558f0-e0eb-4c72-84c9-17c7d42bfd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:11.874194 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:11.934749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 7d5f10b8-4ceb-47f4-a21c-3468b711449b no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:42:11.939221 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fd0558f0-e0eb-4c72-84c9-17c7d42bfd3a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1ab077d26f25457a83d4152f409ae0d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9973600 Nov 12 07:42:11.943566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44076) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:11.944613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0558f0-e0eb-4c72-84c9-17c7d42bfd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91973d3d-4b76-4238-a6db-63963918da17,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:11.950272 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7456dc43-4502-4e9c-9f91-2b6ff742ad88 req-4fe53898-962d-4e4c-ba3a-6f3a01d86c0f tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] 10.222.0.33 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 1164 time: 0.2719865 Nov 12 07:42:11.954171 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fd0558f0-e0eb-4c72-84c9-17c7d42bfd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:11.956321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-fa527e94-cda8-469e-9289-98df5da4b3ef req-55033257-cd57-494b-94c8-a34c57356eea tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Unset dirty status for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:11.957567 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa527e94-cda8-469e-9289-98df5da4b3ef req-55033257-cd57-494b-94c8-a34c57356eea tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 931 time: 0.9024560 Nov 12 07:42:11.997435 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.030986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44080) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:12.107680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-7456dc43-4502-4e9c-9f91-2b6ff742ad88 req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] Deleting port 7d5f10b8-4ceb-47f4-a21c-3468b711449b {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:42:12.107890 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7456dc43-4502-4e9c-9f91-2b6ff742ad88 req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.121503 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.152943 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.162842 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8265231 Nov 12 07:42:12.163032 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 7d5f10b8-4ceb-47f4-a21c-3468b711449b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=7d5f10b8-4ceb-47f4-a21c-3468b711449b,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:12.163032 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51c2c69-4a87-448a-b892-0227d4af3231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5f10b8-4ceb-47f4-a21c-3468b711449b'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:12.168154 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.172482 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a3f0-4a76-4938-9472-c3eb2d9ec105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.175299 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:12.236008 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665593-4028-45b6-a881-7f033b89664d req-684a5200-acbc-4341-bab8-55ce10526697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:12.239428 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72665593-4028-45b6-a881-7f033b89664d req-684a5200-acbc-4341-bab8-55ce10526697 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.5012076 Nov 12 07:42:12.251184 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a3f0-4a76-4938-9472-c3eb2d9ec105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.254477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=7d5f10b8-4ceb-47f4-a21c-3468b711449b,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:12.267065 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:12.333569 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa527e94-cda8-469e-9289-98df5da4b3ef req-21b22f84-7592-4278-b3eb-f1b21f6d8e98 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559687 Nov 12 07:42:12.386398 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6d6ce933-707a-4ccb-b10c-cd4aba158578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.451759 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a3f0-4a76-4938-9472-c3eb2d9ec105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.461678 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:12.475161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6625e6f-1eeb-490e-92ac-644b912c4427 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:42:12.477479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1a3f0-4a76-4938-9472-c3eb2d9ec105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91973d3d-4b76-4238-a6db-63963918da17,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:12.486642 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b4d1a3f0-4a76-4938-9472-c3eb2d9ec105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:12.487677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-6d6ce933-707a-4ccb-b10c-cd4aba158578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:12.489015 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.507270 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a3f0-4a76-4938-9472-c3eb2d9ec105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.510890 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b4d1a3f0-4a76-4938-9472-c3eb2d9ec105 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/91973d3d-4b76-4238-a6db-63963918da17 HTTP/1.1" status: 204 len: 168 time: 0.5572236 Nov 12 07:42:12.510890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-6d6ce933-707a-4ccb-b10c-cd4aba158578 admin admin] Usage tracker for resource:security_group_rule and tenant:00aa30cc2ea548bd8d7eeb4808ff13f0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:12.515799 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-6d6ce933-707a-4ccb-b10c-cd4aba158578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:12.523128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf8c7c-4ee2-461d-b577-4f177bd316dc req-e0ae8638-19cf-4dbe-a724-2a2ecbab9716 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:12.526491 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-6d6ce933-707a-4ccb-b10c-cd4aba158578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:12.529635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-7456dc43-4502-4e9c-9f91-2b6ff742ad88 req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] For port 7d5f10b8-4ceb-47f4-a21c-3468b711449b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=7d5f10b8-4ceb-47f4-a21c-3468b711449b,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:12.530028 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7456dc43-4502-4e9c-9f91-2b6ff742ad88 req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.531951 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-afcf8c7c-4ee2-461d-b577-4f177bd316dc req-e0ae8638-19cf-4dbe-a724-2a2ecbab9716 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 947 time: 0.7252684 Nov 12 07:42:12.535087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Transition to ACTIVE for port object b6625e6f-1eeb-490e-92ac-644b912c4427 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:12.657435 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72665593-4028-45b6-a881-7f033b89664d req-38fe509b-d917-4564-8a23-17d2ea5424e2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=488e2437-a351-4897-a081-40163366d575 HTTP/1.1" status: 200 len: 217 time: 0.3962936 Nov 12 07:42:12.664297 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:12.722245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-7456dc43-4502-4e9c-9f91-2b6ff742ad88 req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] Calling delete_port for 7d5f10b8-4ceb-47f4-a21c-3468b711449b owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:42:12.843366 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:12.893824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-afcf8c7c-4ee2-461d-b577-4f177bd316dc req-4270a60a-9833-4edb-aa33-d5b784f15e2a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605518 Nov 12 07:42:12.979506 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51c2c69-4a87-448a-b892-0227d4af3231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5f10b8-4ceb-47f4-a21c-3468b711449b', 'code': 200} Nov 12 07:42:12.988220 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7456dc43-4502-4e9c-9f91-2b6ff742ad88 req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:13.022892 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6d6ce933-707a-4ccb-b10c-cd4aba158578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:13.023840 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:13.058959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441c5af-256d-4692-95b3-c611dadb2e8f req-54d2c384-66f2-4334-aeb5-0c228f2c6a5e tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:13.067127 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4441c5af-256d-4692-95b3-c611dadb2e8f req-54d2c384-66f2-4334-aeb5-0c228f2c6a5e tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=e51c2c69-4a87-448a-b892-0227d4af3231 HTTP/1.1" status: 200 len: 947 time: 0.5552056 Nov 12 07:42:13.078830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] Pushing event deleted for resources: {'Port': ['ID=7d5f10b8-4ceb-47f4-a21c-3468b711449b,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:13.096037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6625e6f-1eeb-490e-92ac-644b912c4427,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:13.120600 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:13.137902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665593-4028-45b6-a881-7f033b89664d req-6d51a59a-3b0f-47fd-870e-9c4092ffc6e9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:13.139605 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72665593-4028-45b6-a881-7f033b89664d req-6d51a59a-3b0f-47fd-870e-9c4092ffc6e9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.4730310 Nov 12 07:42:13.144928 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6d6ce933-707a-4ccb-b10c-cd4aba158578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:13.157599 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:13.158731 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:13.212058 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ce933-707a-4ccb-b10c-cd4aba158578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075aed44-2bbc-45e7-a52b-e8effbb20e92,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:13.222473 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6d6ce933-707a-4ccb-b10c-cd4aba158578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:13.229683 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6d6ce933-707a-4ccb-b10c-cd4aba158578 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=00aa30cc2ea548bd8d7eeb4808ff13f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1918001 Nov 12 07:42:13.239442 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 44126) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:13.304641 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4441c5af-256d-4692-95b3-c611dadb2e8f req-b37fce70-1254-43a5-a22f-44907bf539bc tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321849 Nov 12 07:42:13.324228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Attempting to bind port b6625e6f-1eeb-490e-92ac-644b912c4427 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:42:13.324597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Attempting to bind port b6625e6f-1eeb-490e-92ac-644b912c4427 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:42:13.324984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Attempting to bind port b6625e6f-1eeb-490e-92ac-644b912c4427 on network 061a3d8b-043d-4ed8-8c95-f6de9285004b {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:42:13.361733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-d6699c35-4878-4b08-9ea9-5f1c17ad3129 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Synchronizing usage tracker for tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:13.381098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7456dc43-4502-4e9c-9f91-2b6ff742ad88 req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] No DVR routers for this DVR port 7d5f10b8-4ceb-47f4-a21c-3468b711449b on host n-h2-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:42:13.394983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:42:13.395491 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Checking segment: {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:13.395988 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:13.396477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Bound using segment: {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:42:13.397112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Bound port: b6625e6f-1eeb-490e-92ac-644b912c4427, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:42:13.397580 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:13.398384 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7456dc43-4502-4e9c-9f91-2b6ff742ad88 req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:13.407472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51c2c69-4a87-448a-b892-0227d4af3231', 'name': 'network-vif-deleted', 'tag': '7d5f10b8-4ceb-47f4-a21c-3468b711449b'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:13.415234 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7456dc43-4502-4e9c-9f91-2b6ff742ad88 req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] 10.222.0.33 "DELETE /v2.0/ports/7d5f10b8-4ceb-47f4-a21c-3468b711449b HTTP/1.1" status: 204 len: 173 time: 1.4485734 Nov 12 07:42:13.438697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-d6699c35-4878-4b08-9ea9-5f1c17ad3129 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Unset dirty status for tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:13.439985 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-d6699c35-4878-4b08-9ea9-5f1c17ad3129 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1732826719&fields=id&tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054 HTTP/1.1" status: 200 len: 267 time: 0.3210313 Nov 12 07:42:13.451778 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72665593-4028-45b6-a881-7f033b89664d req-c108213b-68bd-43f9-bcf7-3af21df4be79 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2980285 Nov 12 07:42:13.671060 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf431-2bf7-4bfd-9fc5-b3dbd66c0626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:13.815449 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf431-2bf7-4bfd-9fc5-b3dbd66c0626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:14.100882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-7141af5d-a6eb-487d-8df6-9e158fa37b13 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:42:14.166585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] For port b6625e6f-1eeb-490e-92ac-644b912c4427, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:42:14.172676 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72665593-4028-45b6-a881-7f033b89664d req-2907471b-ee75-4dbb-a0b3-fb9ca9287285 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902056 Nov 12 07:42:14.221660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-e127aff3-946a-45b9-9e04-07a1fe659ac5 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:14.222405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-e127aff3-946a-45b9-9e04-07a1fe659ac5 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Synchronizing usage tracker for tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 on resource:network {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:14.227213 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] For port b6625e6f-1eeb-490e-92ac-644b912c4427, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b6625e6f-1eeb-490e-92ac-644b912c4427,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:42:14.288469 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:14.328340 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7c018a14-94a9-4b14-a2b1-60aa1c957f2c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:14.396306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 488e2437-a351-4897-a081-40163366d575 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:14.451138 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf431-2bf7-4bfd-9fc5-b3dbd66c0626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:14.455591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-e127aff3-946a-45b9-9e04-07a1fe659ac5 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Unset dirty status for tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 on resource:network {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:14.457176 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-e127aff3-946a-45b9-9e04-07a1fe659ac5 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/networks?id=738aa929-f78a-409c-b3ce-e2d0766417e7 HTTP/1.1" status: 200 len: 824 time: 0.9645407 Nov 12 07:42:14.475591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 488e2437-a351-4897-a081-40163366d575 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:14.481172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 488e2437-a351-4897-a081-40163366d575 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:14.481629 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:14.551753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f087f38-8d9f-4409-b30a-91bcc8923005 req-ffecd3e0-5728-4486-8fe3-77d0cbbb9843 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:14.559672 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f087f38-8d9f-4409-b30a-91bcc8923005 req-ffecd3e0-5728-4486-8fe3-77d0cbbb9843 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 943 time: 0.5248401 Nov 12 07:42:14.561921 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdbf431-2bf7-4bfd-9fc5-b3dbd66c0626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:14.565921 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-dfdbf431-2bf7-4bfd-9fc5-b3dbd66c0626 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/075aed44-2bbc-45e7-a52b-e8effbb20e92 HTTP/1.1" status: 204 len: 168 time: 1.3129530 Nov 12 07:42:14.601183 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-792674fd-22e3-40f6-a740-c86d93029d96 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/quotas/9c5f9ebd2bcf4c7b833bd9f0cedcb054 HTTP/1.1" status: 200 len: 375 time: 0.1216083 Nov 12 07:42:14.615886 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72665593-4028-45b6-a881-7f033b89664d req-820bf65f-17e2-4650-8f9e-bdfbe20bc1b0 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4327500 Nov 12 07:42:14.616488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6625e6f-1eeb-490e-92ac-644b912c4427,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:14.627613 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:14.633226 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:14.638560 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dbe0c429-7108-4c29-ab92-7ac51b6d0e36 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:14.669746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 488e2437-a351-4897-a081-40163366d575, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=488e2437-a351-4897-a081-40163366d575,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:14.673397 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:14.675400 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55ddb367-2cb3-4fdd-b9ec-6b81bbd80804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:14.708535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbf431-2bf7-4bfd-9fc5-b3dbd66c0626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075aed44-2bbc-45e7-a52b-e8effbb20e92,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:14.719049 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dfdbf431-2bf7-4bfd-9fc5-b3dbd66c0626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:14.746434 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f087f38-8d9f-4409-b30a-91bcc8923005 req-86b0d9f6-edfb-49bd-bb9d-6b5d7facb85c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857793 Nov 12 07:42:14.759510 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:14.761092 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] 10.222.0.41 "PUT /v2.0/ports/b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 1155 time: 4.3509216 Nov 12 07:42:14.761609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:14.791708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=488e2437-a351-4897-a081-40163366d575,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:14.799110 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:14.801565 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-bec37b0d-979a-4947-ac92-168eb8b13694 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1760960 Nov 12 07:42:14.809738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-1132a7fc-37b1-4525-ac99-154a09fff199 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:42:14.810817 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-1132a7fc-37b1-4525-ac99-154a09fff199 service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063102 Nov 12 07:42:14.924416 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51c2c69-4a87-448a-b892-0227d4af3231', 'name': 'network-vif-deleted', 'tag': '7d5f10b8-4ceb-47f4-a21c-3468b711449b', 'status': 'completed', 'code': 200} Nov 12 07:42:14.980852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488e2437-a351-4897-a081-40163366d575'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:15.055694 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-f4cd7ac8-95dd-4308-b3e5-00dbfe94c2d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1158 time: 0.2395484 Nov 12 07:42:15.066794 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-a836ee65-cb40-4200-b479-78b72dfed823 service neutron] 10.222.0.40 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064137 Nov 12 07:42:15.091375 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44182) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:15.113257 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aee82525-5558-4823-8cfd-1e8532374557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:15.148245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aee82525-5558-4823-8cfd-1e8532374557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:15.152637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aee82525-5558-4823-8cfd-1e8532374557 admin admin] Usage tracker for resource:security_group_rule and tenant:99ede6c617f9442ca952751f30a72f64 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:15.155415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aee82525-5558-4823-8cfd-1e8532374557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:15.161272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aee82525-5558-4823-8cfd-1e8532374557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:15.230212 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aee82525-5558-4823-8cfd-1e8532374557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:15.234104 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aee82525-5558-4823-8cfd-1e8532374557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:15.241871 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:15.269140 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-7fbaf0bb-4190-4556-bfee-2db8e785d90b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 217 time: 0.2008686 Nov 12 07:42:15.285817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee82525-5558-4823-8cfd-1e8532374557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c186a5f-db01-405c-b26f-3ee6945c9390,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:15.289262 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aee82525-5558-4823-8cfd-1e8532374557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:15.295126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-aee82525-5558-4823-8cfd-1e8532374557 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=99ede6c617f9442ca952751f30a72f64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2001472 Nov 12 07:42:15.295391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44186) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:15.356884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-74e911bc-b267-4cf0-b1c4-cbe220d46534 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:15.358483 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-74e911bc-b267-4cf0-b1c4-cbe220d46534 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.0760319 Nov 12 07:42:15.362650 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7a9061e0-97dc-4c6f-b02d-21d604f6c138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:15.390094 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7a9061e0-97dc-4c6f-b02d-21d604f6c138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:15.444686 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7a9061e0-97dc-4c6f-b02d-21d604f6c138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:15.452482 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fd0558f0-e0eb-4c72-84c9-17c7d42bfd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:15.473652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9061e0-97dc-4c6f-b02d-21d604f6c138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c186a5f-db01-405c-b26f-3ee6945c9390,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:15.473877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d895a3c-2839-438f-9f72-36f53f84c753 req-b3a62ce9-1e51-40c3-88ab-44cfa117a8f4 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:15.475534 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d895a3c-2839-438f-9f72-36f53f84c753 req-b3a62ce9-1e51-40c3-88ab-44cfa117a8f4 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 949 time: 0.3263483 Nov 12 07:42:15.477048 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7a9061e0-97dc-4c6f-b02d-21d604f6c138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:15.480078 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7a9061e0-97dc-4c6f-b02d-21d604f6c138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:15.481707 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7a9061e0-97dc-4c6f-b02d-21d604f6c138 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4c186a5f-db01-405c-b26f-3ee6945c9390 HTTP/1.1" status: 204 len: 168 time: 0.1852834 Nov 12 07:42:15.483862 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ee98c37d-f7b6-40c9-8230-9178bdd3eb61 service neutron] 10.222.0.40 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3575890 Nov 12 07:42:15.556277 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-ad1086b3-7d4d-42e9-a5c6-6f10f9056dc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794512 Nov 12 07:42:15.565496 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d895a3c-2839-438f-9f72-36f53f84c753 req-b93a63bd-cf31-456b-bda4-1591beb6c431 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766711 Nov 12 07:42:15.765865 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-56da4cac-a81c-427f-a42c-38002a3ffba3 service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984389 Nov 12 07:42:15.920908 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'status': 'completed', 'code': 200} Nov 12 07:42:15.983429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 488e2437-a351-4897-a081-40163366d575 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:16.127286 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488e2437-a351-4897-a081-40163366d575', 'code': 200} Nov 12 07:42:16.158369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 488e2437-a351-4897-a081-40163366d575 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:16.158877 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:16.168571 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5be87b83-aacf-4968-87f7-1278a1ca285b req-a3848337-ec79-4652-9dcd-f838f07b4bd0 service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3698165 Nov 12 07:42:16.245979 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-844687f1-5518-4a02-a813-919b9cf952d0 req-72634824-4e42-4e4e-a709-2c219c3e0d6d tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 210 time: 0.0622134 Nov 12 07:42:16.347131 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f25dc6e2-8362-4c6a-8e09-151da5a6d336 req-201dff4d-23cd-4d78-82b2-4b41744da6ab service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 1164 time: 0.2559588 Nov 12 07:42:16.402289 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c01c85e-f5f6-4027-a53b-64745959f2ae req-9291b9ae-0581-420c-92e3-8c83cd804cff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1158 time: 0.1550140 Nov 12 07:42:16.819915 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f25dc6e2-8362-4c6a-8e09-151da5a6d336 req-04a2238c-c1a7-42c6-8bb3-d92b6f5c7837 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621723 Nov 12 07:42:16.847430 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-7ede2ad3-aa7f-4b49-a8f8-72f227dc1480 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/networks?tenant_id=da684634b52649149e3650c4d376d198&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2806072 Nov 12 07:42:16.967904 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01c85e-f5f6-4027-a53b-64745959f2ae req-7774f133-f313-4374-80f8-8c800af79487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:16.967904 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c01c85e-f5f6-4027-a53b-64745959f2ae req-7774f133-f313-4374-80f8-8c800af79487 service neutron] 10.222.0.41 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.5552938 Nov 12 07:42:17.081458 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c01c85e-f5f6-4027-a53b-64745959f2ae req-134850b4-4471-4fb7-9746-19141a6d169e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 217 time: 0.1056740 Nov 12 07:42:17.090615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1784a6-80f2-4f7a-88c8-4471834b99d2 req-3cb74294-d210-4507-bc34-dde2f397b35f tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:17.092144 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a1784a6-80f2-4f7a-88c8-4471834b99d2 req-3cb74294-d210-4507-bc34-dde2f397b35f tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 943 time: 0.5912714 Nov 12 07:42:17.218551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-685cf251-5d0e-48df-b84b-63f54e56dfd8 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:17.220125 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-685cf251-5d0e-48df-b84b-63f54e56dfd8 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3572128 Nov 12 07:42:17.233282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01c85e-f5f6-4027-a53b-64745959f2ae req-e68e318e-945a-4f91-bdc3-de22e5a083ac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:17.234992 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c01c85e-f5f6-4027-a53b-64745959f2ae req-e68e318e-945a-4f91-bdc3-de22e5a083ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.1307933 Nov 12 07:42:17.287927 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a1784a6-80f2-4f7a-88c8-4471834b99d2 req-e52229b2-ea69-49b3-b093-c24c4a18a0ec tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823990 Nov 12 07:42:17.297507 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-1393aff6-6925-4494-8281-7a5be317dec2 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/quotas/da684634b52649149e3650c4d376d198 HTTP/1.1" status: 200 len: 375 time: 0.0707529 Nov 12 07:42:17.375477 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-4e8ac778-34d0-42b6-a681-33ec94650709 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?tenant_id=da684634b52649149e3650c4d376d198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604475 Nov 12 07:42:17.474996 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c01c85e-f5f6-4027-a53b-64745959f2ae req-2b8d815b-c2a7-4e73-afad-60f3776c1fa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330310 Nov 12 07:42:17.670919 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c01c85e-f5f6-4027-a53b-64745959f2ae req-6d8e86cd-f49f-4c53-bbaa-4e21454d5d58 service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842077 Nov 12 07:42:17.820762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-28ff7077-7409-4904-936c-6be4750495dc tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:17.822406 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-28ff7077-7409-4904-936c-6be4750495dc tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.33 "GET /v2.0/networks?id=738aa929-f78a-409c-b3ce-e2d0766417e7 HTTP/1.1" status: 200 len: 824 time: 0.4456387 Nov 12 07:42:17.945654 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c01c85e-f5f6-4027-a53b-64745959f2ae req-6ecbb88f-e449-420e-9ea0-17178532f4c0 service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2658982 Nov 12 07:42:18.026527 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-89893200-a1a2-4a68-a9d2-b4c553adcf69 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054 HTTP/1.1" status: 200 len: 5044 time: 0.1800437 Nov 12 07:42:18.038787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Request body: {'port': {'device_id': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'admin_state_up': True, 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'security_groups': ['05112574-bc7c-46ca-bcb6-22616820b5cb']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:18.100011 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d16593-b0d0-4930-8573-d7bebae11eab req-60e6305f-2e9f-44bf-a4d4-df3cebd2cb8c tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:18.101746 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-43d16593-b0d0-4930-8573-d7bebae11eab req-60e6305f-2e9f-44bf-a4d4-df3cebd2cb8c tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 949 time: 0.2253778 Nov 12 07:42:18.255469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44288) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:18.307322 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-43d16593-b0d0-4930-8573-d7bebae11eab req-051af0da-3ab9-438f-83db-2dd494244873 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436150 Nov 12 07:42:18.317239 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1253528b-6e72-4662-843c-ef9150ea0bbb req-4b4448c9-ad22-4ca4-803d-58ef14b38f1d tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 210 time: 0.0623846 Nov 12 07:42:18.374197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:18.379195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Usage tracker for resource:port and tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:18.383825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Quota usage for port was recalculated. Used quota:3. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:18.393927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:18.421230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Made reservation on behalf of 9c5f9ebd2bcf4c7b833bd9f0cedcb054 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:18.427348 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:18.509128 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aaf59086-6d00-4367-823e-d8e9ca2c2310 req-afc1e867-8c7a-4fb0-936d-50b75493dcb5 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 210 time: 0.0504408 Nov 12 07:42:18.585467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-3489d8f7-1299-4424-84d4-46b7c50a696f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:42:18.597236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-79d0d683-d151-4dee-b993-c73addbd214e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:18.645210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-79d0d683-d151-4dee-b993-c73addbd214e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:18.649598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-79d0d683-d151-4dee-b993-c73addbd214e admin admin] Usage tracker for resource:security_group_rule and tenant:051e71a1ff6d4e93bfeb4434e7b2bc96 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:18.653929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-79d0d683-d151-4dee-b993-c73addbd214e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:18.660461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-79d0d683-d151-4dee-b993-c73addbd214e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:18.759273 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-79d0d683-d151-4dee-b993-c73addbd214e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:18.765687 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-79d0d683-d151-4dee-b993-c73addbd214e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:18.774639 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:18.820040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0d683-d151-4dee-b993-c73addbd214e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56dcdc0-8d91-4b36-8a92-0806d5f721f4,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:18.824606 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-79d0d683-d151-4dee-b993-c73addbd214e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=051e71a1ff6d4e93bfeb4434e7b2bc96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5679677 Nov 12 07:42:18.825569 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-79d0d683-d151-4dee-b993-c73addbd214e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:18.827549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44308) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:18.904316 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-56997c62-a915-4423-9785-5e2cfb37f807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:18.933648 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-56997c62-a915-4423-9785-5e2cfb37f807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:18.955297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784cce2-067c-45d0-b48d-4cb95a3c2cc1 req-cdd91137-c4f4-4eec-ad8d-06b933a831d1 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:18.957149 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7784cce2-067c-45d0-b48d-4cb95a3c2cc1 req-cdd91137-c4f4-4eec-ad8d-06b933a831d1 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 943 time: 0.1782594 Nov 12 07:42:18.984881 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-56997c62-a915-4423-9785-5e2cfb37f807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:18.992175 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6d6ce933-707a-4ccb-b10c-cd4aba158578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:18.994361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b6625e6f-1eeb-490e-92ac-644b912c4427 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:19.011496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56997c62-a915-4423-9785-5e2cfb37f807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56dcdc0-8d91-4b36-8a92-0806d5f721f4,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:19.014820 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-56997c62-a915-4423-9785-5e2cfb37f807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:19.016741 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-56997c62-a915-4423-9785-5e2cfb37f807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:19.021540 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-56997c62-a915-4423-9785-5e2cfb37f807 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f56dcdc0-8d91-4b36-8a92-0806d5f721f4 HTTP/1.1" status: 204 len: 168 time: 0.1922748 Nov 12 07:42:19.045792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Allocated IP 172.20.0.8 (738aa929-f78a-409c-b3ce-e2d0766417e7/b12c66e8-bca7-44c8-809a-b1424f8fc5f8/d1ff74b9-bc98-4e50-b4ca-518b874318e7) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:42:19.078904 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7784cce2-067c-45d0-b48d-4cb95a3c2cc1 req-fcb6550d-29fe-4775-843b-765b69cc458a tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001422 Nov 12 07:42:19.271383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port b6625e6f-1eeb-490e-92ac-644b912c4427 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:19.280660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port b6625e6f-1eeb-490e-92ac-644b912c4427 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:19.281109 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:19.389493 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:19.406823 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Transition to ACTIVE for port object d1ff74b9-bc98-4e50-b4ca-518b874318e7 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:19.426639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44340) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:19.466043 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-18b6706a-bcfe-4717-a7e6-11681c686b8f tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.41 "GET /v2.0/networks?tenant_id=da684634b52649149e3650c4d376d198&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497584 Nov 12 07:42:19.646939 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:19.687728 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:19.689967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port b6625e6f-1eeb-490e-92ac-644b912c4427, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b6625e6f-1eeb-490e-92ac-644b912c4427,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:19.692079 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:19.700574 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:19.702887 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:19.809653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=b6625e6f-1eeb-490e-92ac-644b912c4427,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:19.816423 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:19.920612 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d1da7bf1-6ab6-4742-9d83-84a61d8e015a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:19.955917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44356) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:19.969998 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d1da7bf1-6ab6-4742-9d83-84a61d8e015a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:19.975762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d1da7bf1-6ab6-4742-9d83-84a61d8e015a admin admin] Usage tracker for resource:security_group_rule and tenant:01f4332d235044b3bdb0329883c661d9 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:19.978086 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:19.979282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d1da7bf1-6ab6-4742-9d83-84a61d8e015a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:19.985238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d1da7bf1-6ab6-4742-9d83-84a61d8e015a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:20.027877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 44362) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:20.057532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d1da7bf1-6ab6-4742-9d83-84a61d8e015a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.061337 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d1da7bf1-6ab6-4742-9d83-84a61d8e015a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.069803 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-56997c62-a915-4423-9785-5e2cfb37f807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:20.117335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da7bf1-6ab6-4742-9d83-84a61d8e015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db628f79-62c3-42bd-a998-6e699b2cb285,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:20.122411 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d1da7bf1-6ab6-4742-9d83-84a61d8e015a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=01f4332d235044b3bdb0329883c661d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6945918 Nov 12 07:42:20.123689 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d1da7bf1-6ab6-4742-9d83-84a61d8e015a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:20.125095 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44368) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:20.195326 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.213340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-d18f78cb-87e0-4ae5-b637-520c1225820a tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:20.214911 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-d18f78cb-87e0-4ae5-b637-520c1225820a tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7427707 Nov 12 07:42:20.215679 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab6a-19f9-4566-b986-f073ba1a667d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.225268 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.258155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Request body: {'port': {'device_id': '0a344a7e-5dd6-4929-ad3f-03a9e8bae785', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'da684634b52649149e3650c4d376d198'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:20.275675 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.282264 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c0140a8a-d9ce-49b3-8189-d8582bb10675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:20.295570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Pushing event updated for resources: {'Port': ['ID=d1ff74b9-bc98-4e50-b4ca-518b874318e7,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:20.296635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db628f79-62c3-42bd-a998-6e699b2cb285,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:20.302849 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.307340 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/db628f79-62c3-42bd-a998-6e699b2cb285 HTTP/1.1" status: 204 len: 168 time: 0.1807871 Nov 12 07:42:20.324023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.324431 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.324827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.325263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.325650 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.326032 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.326417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.326795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.327290 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.327668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.328079 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.328548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.329132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.329509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.329886 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.330260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.330636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.331023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.331528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.331906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.332280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.332651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.333058 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.333932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.334397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.334783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.335161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.335675 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.336056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.336433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.336805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.337210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.337682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.338058 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.338436 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.338814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.343151 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:20.364680 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-70f93a76-464a-4dde-8f4e-6737cd301882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.406301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-70f93a76-464a-4dde-8f4e-6737cd301882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:20.411589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-70f93a76-464a-4dde-8f4e-6737cd301882 admin admin] Usage tracker for resource:security_group_rule and tenant:21b891f6fd51443e9940236eb7b0d11a is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:20.415841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-70f93a76-464a-4dde-8f4e-6737cd301882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:20.423369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-70f93a76-464a-4dde-8f4e-6737cd301882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:20.426995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.427331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.427723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.428104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.428477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.429030 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.429244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.429670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.430040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.430408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.430771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.431147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.431524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.432219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.432582 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.432964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.433335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.433671 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.434051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.434398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.434879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.435099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.435462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.435822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.436285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.436653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.437038 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.437471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.438023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.438296 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.438720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.438924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b6625e6f-1eeb-490e-92ac-644b912c4427 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:20.439076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.439432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.439794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.440158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.440745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:20.459570 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:20.462025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aa77ab6a-19f9-4566-b986-f073ba1a667d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:20.490220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3055236-92ec-4d32-ab57-0a20232febbd req-e3dfd0fd-b6df-44cd-8725-9a2897162553 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:20.491868 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3055236-92ec-4d32-ab57-0a20232febbd req-e3dfd0fd-b6df-44cd-8725-9a2897162553 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 949 time: 0.8645384 Nov 12 07:42:20.493755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aa77ab6a-19f9-4566-b986-f073ba1a667d admin admin] Usage tracker for resource:security_group_rule and tenant:5decb8edfbee43d88ae332c68a074841 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:20.509157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aa77ab6a-19f9-4566-b986-f073ba1a667d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:20.514221 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-70f93a76-464a-4dde-8f4e-6737cd301882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.528358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aa77ab6a-19f9-4566-b986-f073ba1a667d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:20.529651 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-70f93a76-464a-4dde-8f4e-6737cd301882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.554111 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port b6625e6f-1eeb-490e-92ac-644b912c4427 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:20.554545 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.556069 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d1da7bf1-6ab6-4742-9d83-84a61d8e015a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:20.579531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ceff1-18dd-4c41-9020-07289cd20ac3 req-f9428dae-2a46-4fb8-a579-06ed56f313ed tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:20.587047 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6a0ceff1-18dd-4c41-9020-07289cd20ac3 req-f9428dae-2a46-4fb8-a579-06ed56f313ed tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 931 time: 0.6242316 Nov 12 07:42:20.643884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f93a76-464a-4dde-8f4e-6737cd301882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883b9a3d-0c0c-4eb6-83ec-3b82238c2225,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:20.644090 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:42:20.648206 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-70f93a76-464a-4dde-8f4e-6737cd301882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:20.654058 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-70f93a76-464a-4dde-8f4e-6737cd301882 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=21b891f6fd51443e9940236eb7b0d11a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6923797 Nov 12 07:42:20.654864 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44376) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:20.656636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:20.660056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:20.667543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:42:20.671717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:20.672808 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.692812 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Usage tracker for resource:port and tenant:da684634b52649149e3650c4d376d198 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:20.705585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:20.735956 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3055236-92ec-4d32-ab57-0a20232febbd req-d4203487-6272-4bbc-bb4c-e4ef00dd6248 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236080 Nov 12 07:42:20.742422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:20.749776 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-153b3bb6-3fdc-4574-b358-cd06da6adcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.791797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44382) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:20.809578 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6a0ceff1-18dd-4c41-9020-07289cd20ac3 req-35d3aa1d-1fe4-4139-987a-1c6c42a2cb73 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214677 Nov 12 07:42:20.816549 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7822626 Nov 12 07:42:20.820581 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-153b3bb6-3fdc-4574-b358-cd06da6adcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.835174 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a4e53b03-28c0-4475-8272-d223aee3bcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.855525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Request body: {'port': {'device_id': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:20.919404 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'code': 200} Nov 12 07:42:20.925231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a4e53b03-28c0-4475-8272-d223aee3bcc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:20.930457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a4e53b03-28c0-4475-8272-d223aee3bcc5 admin admin] Usage tracker for resource:security_group_rule and tenant:57bf51d607ff4c19a1560556cf0bf70b is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:20.934135 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a4e53b03-28c0-4475-8272-d223aee3bcc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:20.940257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a4e53b03-28c0-4475-8272-d223aee3bcc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:20.947590 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-153b3bb6-3fdc-4574-b358-cd06da6adcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.952788 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:20.977363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b3bb6-3fdc-4574-b358-cd06da6adcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883b9a3d-0c0c-4eb6-83ec-3b82238c2225,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:20.979591 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-153b3bb6-3fdc-4574-b358-cd06da6adcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:20.983374 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-153b3bb6-3fdc-4574-b358-cd06da6adcab admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/883b9a3d-0c0c-4eb6-83ec-3b82238c2225 HTTP/1.1" status: 204 len: 168 time: 0.3246961 Nov 12 07:42:20.983374 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-153b3bb6-3fdc-4574-b358-cd06da6adcab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:21.019905 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Made reservation on behalf of da684634b52649149e3650c4d376d198 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:21.034154 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.093328 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c61e380d-bfb5-4095-881b-6e3ec0ecefa1 req-b70a97a0-62bd-4265-8246-adfabaffc0c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1160 time: 0.0977936 Nov 12 07:42:21.102559 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-7c4ad04c-2cfc-4bf0-abf9-1a8f56cfebbb None None] Provisioning for port d1ff74b9-bc98-4e50-b4ca-518b874318e7 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:21.116296 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-7c4ad04c-2cfc-4bf0-abf9-1a8f56cfebbb None None] Provisioning complete for port d1ff74b9-bc98-4e50-b4ca-518b874318e7 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:21.116721 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7c4ad04c-2cfc-4bf0-abf9-1a8f56cfebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.124516 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab6a-19f9-4566-b986-f073ba1a667d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.127819 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6040bfe-e4a6-4d44-9057-987848664851 req-d7179aeb-a275-45ca-8dcb-afbbb7d8f793 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 210 time: 0.2027972 Nov 12 07:42:21.154786 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa77ab6a-19f9-4566-b986-f073ba1a667d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.165678 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c61e380d-bfb5-4095-881b-6e3ec0ecefa1 req-b6b6ed4b-22ab-48f1-adbd-529e105517de service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580804 Nov 12 07:42:21.195920 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2acbe7d4-11bd-45ca-bdc3-ee3da75c9ae9 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:21.213135 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.248079 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a4e53b03-28c0-4475-8272-d223aee3bcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.253107 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a4e53b03-28c0-4475-8272-d223aee3bcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.265244 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:21.267421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ad04c-2cfc-4bf0-abf9-1a8f56cfebbb None None] Port d1ff74b9-bc98-4e50-b4ca-518b874318e7 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:42:21.326698 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a4e53b03-28c0-4475-8272-d223aee3bcc5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=57bf51d607ff4c19a1560556cf0bf70b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5311589 Nov 12 07:42:21.327553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44390) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:21.340687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e53b03-28c0-4475-8272-d223aee3bcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa41630-0035-4f5b-b8c0-7d6585577bd2,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:21.346136 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a4e53b03-28c0-4475-8272-d223aee3bcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:21.358208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-aa77ab6a-19f9-4566-b986-f073ba1a667d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5decb8edfbee43d88ae332c68a074841&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2832758 Nov 12 07:42:21.405944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44394) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:21.465924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77ab6a-19f9-4566-b986-f073ba1a667d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4530400-73de-4602-9ffd-96d8519091db,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:21.470234 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aa77ab6a-19f9-4566-b986-f073ba1a667d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:21.528512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44400) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:21.547895 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bb986980-8921-40d9-8c69-517e9a9ad783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.565048 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d77b1753-1cea-4b73-8a27-a316f965d33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.577028 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ad2-2f4a-4509-b056-e262327f935a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.626453 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bb986980-8921-40d9-8c69-517e9a9ad783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.650423 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-ec9afaf3-afe2-4810-bf53-91a69a4ca057 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:21.651161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-ec9afaf3-afe2-4810-bf53-91a69a4ca057 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Synchronizing usage tracker for tenant:41b0469f9f1749b7ac3dd3e03c37c04e on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:21.661896 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d77b1753-1cea-4b73-8a27-a316f965d33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.698124 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2360400-8a0e-4a5b-ae31-4b371a8be0f2 req-6168fd4f-a073-4bd0-9191-74079b6ae73f tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:21.699786 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a2360400-8a0e-4a5b-ae31-4b371a8be0f2 req-6168fd4f-a073-4bd0-9191-74079b6ae73f tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 971 time: 0.5271800 Nov 12 07:42:21.743696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9ade9ad2-2f4a-4509-b056-e262327f935a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:21.750461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9ade9ad2-2f4a-4509-b056-e262327f935a admin admin] Usage tracker for resource:security_group_rule and tenant:fcd9898f54944ac8859a9b9c5877958e is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:21.754807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9ade9ad2-2f4a-4509-b056-e262327f935a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:21.761590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-ec9afaf3-afe2-4810-bf53-91a69a4ca057 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Unset dirty status for tenant:41b0469f9f1749b7ac3dd3e03c37c04e on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:21.762860 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-ec9afaf3-afe2-4810-bf53-91a69a4ca057 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.41 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 971 time: 0.4031210 Nov 12 07:42:21.763727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9ade9ad2-2f4a-4509-b056-e262327f935a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:21.835868 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bb986980-8921-40d9-8c69-517e9a9ad783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.839794 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-79d0d683-d151-4dee-b993-c73addbd214e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:21.861596 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d77b1753-1cea-4b73-8a27-a316f965d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.862581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cb307-cb20-4c14-9c24-4709bdac8913 req-8f34c972-396f-4760-b611-3e2ecf16fe24 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:21.864212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-451cb307-cb20-4c14-9c24-4709bdac8913 req-8f34c972-396f-4760-b611-3e2ecf16fe24 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 945 time: 0.5301962 Nov 12 07:42:21.882939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb986980-8921-40d9-8c69-517e9a9ad783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa41630-0035-4f5b-b8c0-7d6585577bd2,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:21.893823 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bb986980-8921-40d9-8c69-517e9a9ad783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:21.896116 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:21.911689 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Deleting port 9e820b38-ed57-4765-83da-42a377e8eac7 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:42:21.912166 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.950099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Allocated IP 192.168.233.30 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/d9f54e82-8bec-43f9-bfdb-5a19eed5f826) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:42:21.966124 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b1753-1cea-4b73-8a27-a316f965d33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4530400-73de-4602-9ffd-96d8519091db,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:21.986576 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d77b1753-1cea-4b73-8a27-a316f965d33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:21.994253 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bb986980-8921-40d9-8c69-517e9a9ad783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:21.997897 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-bb986980-8921-40d9-8c69-517e9a9ad783 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8aa41630-0035-4f5b-b8c0-7d6585577bd2 HTTP/1.1" status: 204 len: 168 time: 0.6671035 Nov 12 07:42:22.013005 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d77b1753-1cea-4b73-8a27-a316f965d33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:22.014240 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d77b1753-1cea-4b73-8a27-a316f965d33d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f4530400-73de-4602-9ffd-96d8519091db HTTP/1.1" status: 204 len: 168 time: 0.6071799 Nov 12 07:42:22.069694 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ad2-2f4a-4509-b056-e262327f935a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:22.088693 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ade9ad2-2f4a-4509-b056-e262327f935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:22.099965 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0d2bf802-f49d-4b6e-a81e-fabea35d8f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:22.205404 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a2360400-8a0e-4a5b-ae31-4b371a8be0f2 req-4ce47e7e-1544-4ca2-9a7c-edaecb942cf2 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/security-groups?id=dce2d472-cc1e-4d30-bae1-7939db64bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944017 Nov 12 07:42:22.314080 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-451cb307-cb20-4c14-9c24-4709bdac8913 req-48418ecb-46bc-430f-82a8-96b24a69f1c8 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291773 Nov 12 07:42:22.379201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 9e820b38-ed57-4765-83da-42a377e8eac7 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:42:22.628937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade9ad2-2f4a-4509-b056-e262327f935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c54003-a48d-450b-b982-a90f46812ede,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:22.699349 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:22.737325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 9e820b38-ed57-4765-83da-42a377e8eac7, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=9e820b38-ed57-4765-83da-42a377e8eac7,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:22.741426 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:22.745561 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f76ed7e-0582-4e0c-8281-dd8e731fd1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:22.746178 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:22.836223 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Transition to ACTIVE for port object d9f54e82-8bec-43f9-bfdb-5a19eed5f826 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:22.882112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=9e820b38-ed57-4765-83da-42a377e8eac7,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:22.886548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ff74b9-bc98-4e50-b4ca-518b874318e7 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:42:22.899998 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:22.904604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.905219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.905762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] For port 9e820b38-ed57-4765-83da-42a377e8eac7, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=9e820b38-ed57-4765-83da-42a377e8eac7,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:22.905896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.906415 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:22.906619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.907304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.907970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.908265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873380bc-5ee8-439a-86f5-3d9b80eb54f7 req-570a5f13-928c-47d2-a836-4acb0ab11c17 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:22.908645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.909170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.909669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.910179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.910684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.911189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.911726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.912227 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.912724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.913241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.913749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.914241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.914732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.915230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.915726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.916288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.916835 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.917906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.918679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.919626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.920166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.920718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-873380bc-5ee8-439a-86f5-3d9b80eb54f7 req-570a5f13-928c-47d2-a836-4acb0ab11c17 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Synchronizing usage tracker for tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:22.920965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.921514 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.922097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.922647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.923341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.923891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.924433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.925334 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.925893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:22.941918 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:22.942730 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1a016-21f4-4c4d-8d72-5757f8916d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e820b38-ed57-4765-83da-42a377e8eac7'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:22.953039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Transition to ACTIVE for port object d1ff74b9-bc98-4e50-b4ca-518b874318e7 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:22.961392 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:22.966161 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:23.008267 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:23.072402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Calling delete_port for 9e820b38-ed57-4765-83da-42a377e8eac7 owned by compute:tempest-test_az-1622687417 {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:42:23.151393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-873380bc-5ee8-439a-86f5-3d9b80eb54f7 req-570a5f13-928c-47d2-a836-4acb0ab11c17 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Unset dirty status for tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:23.152698 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-873380bc-5ee8-439a-86f5-3d9b80eb54f7 req-570a5f13-928c-47d2-a836-4acb0ab11c17 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 931 time: 0.4786379 Nov 12 07:42:23.167771 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9ade9ad2-2f4a-4509-b056-e262327f935a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.068s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:23.176647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:42:23.180353 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:42:23.185362 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9ade9ad2-2f4a-4509-b056-e262327f935a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fcd9898f54944ac8859a9b9c5877958e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6551383 Nov 12 07:42:23.189474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44440) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:23.272977 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ccf63c11-bda1-4143-95ee-1937fb687005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:23.303465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ccf63c11-bda1-4143-95ee-1937fb687005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:23.333221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Pushing event updated for resources: {'Port': ['ID=d1ff74b9-bc98-4e50-b4ca-518b874318e7,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:23.363257 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ccf63c11-bda1-4143-95ee-1937fb687005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:23.368366 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7d278d29-c651-4b6e-8081-f33df2da8b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:23.383853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf63c11-bda1-4143-95ee-1937fb687005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c54003-a48d-450b-b982-a90f46812ede,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:23.388805 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ccf63c11-bda1-4143-95ee-1937fb687005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:23.411684 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ccf63c11-bda1-4143-95ee-1937fb687005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:23.412988 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ccf63c11-bda1-4143-95ee-1937fb687005 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/50c54003-a48d-450b-b982-a90f46812ede HTTP/1.1" status: 204 len: 168 time: 0.2218297 Nov 12 07:42:23.603722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Pushing event updated for resources: {'Port': ['ID=d9f54e82-8bec-43f9-bfdb-5a19eed5f826,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:23.607110 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:23.617543 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-873380bc-5ee8-439a-86f5-3d9b80eb54f7 req-1c637e4c-97a7-4f45-aad0-fc0939dcc5be tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084613 Nov 12 07:42:23.624304 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:23.624582 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:23.649988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0ba1-add0-4b1d-b357-3ab8ebabced6 req-68de2917-4bd0-41e9-b43b-f4463dce7be6 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:23.651862 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6aea0ba1-add0-4b1d-b357-3ab8ebabced6 req-68de2917-4bd0-41e9-b43b-f4463dce7be6 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 935 time: 0.5849125 Nov 12 07:42:23.681287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Deleting port 9e820b38-ed57-4765-83da-42a377e8eac7 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:42:23.682152 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:23.685198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:42:23.773000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:23.775501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:42:23.780177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:23.780850 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:23.980657 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7377503 Nov 12 07:42:24.016079 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Request body: {'port': {'device_id': '0a344a7e-5dd6-4929-ad3f-03a9e8bae785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:24.059964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Attempting to bind port d1ff74b9-bc98-4e50-b4ca-518b874318e7 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:42:24.060569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Attempting to bind port d1ff74b9-bc98-4e50-b4ca-518b874318e7 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:42:24.061070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Attempting to bind port d1ff74b9-bc98-4e50-b4ca-518b874318e7 on network 738aa929-f78a-409c-b3ce-e2d0766417e7 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:42:24.084680 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6aea0ba1-add0-4b1d-b357-3ab8ebabced6 req-f7254148-492e-4b82-b097-671058cbd187 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147043 Nov 12 07:42:24.131037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:42:24.131439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Checking segment: {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:24.131568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] For port 9e820b38-ed57-4765-83da-42a377e8eac7, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=9e820b38-ed57-4765-83da-42a377e8eac7,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:24.131808 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:24.131916 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:24.132213 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Bound using segment: {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:42:24.132702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Bound port: d1ff74b9-bc98-4e50-b4ca-518b874318e7, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:42:24.147939 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:24.161041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-8b2cea04-9a49-4301-96a5-8023829fcbdd None None] Provisioning for port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:24.171902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-8b2cea04-9a49-4301-96a5-8023829fcbdd None None] Provisioning complete for port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:24.175922 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8b2cea04-9a49-4301-96a5-8023829fcbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:24.196978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d822c7-0c29-47ba-877e-24f1e928f7b1 req-7e61ef82-3428-47ff-aff1-5eec24e8fbd1 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:24.198702 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-10d822c7-0c29-47ba-877e-24f1e928f7b1 req-7e61ef82-3428-47ff-aff1-5eec24e8fbd1 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 949 time: 0.4124393 Nov 12 07:42:24.257605 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1a016-21f4-4c4d-8d72-5757f8916d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e820b38-ed57-4765-83da-42a377e8eac7', 'code': 200} Nov 12 07:42:24.335788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-8b2cea04-9a49-4301-96a5-8023829fcbdd None None] Port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:42:24.341719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Calling delete_port for 9e820b38-ed57-4765-83da-42a377e8eac7 owned by compute:tempest-test_az-1622687417 {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:42:24.508835 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:24.527237 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:24.554008 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:24.605025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Pushing event deleted for resources: {'Port': ['ID=9e820b38-ed57-4765-83da-42a377e8eac7,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:24.608275 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:24.637379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] For port d1ff74b9-bc98-4e50-b4ca-518b874318e7, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:42:24.696456 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-10d822c7-0c29-47ba-877e-24f1e928f7b1 req-2eb0bfb4-4f46-4d07-ba6a-748b95a691f6 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214835 Nov 12 07:42:24.698981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] For port d1ff74b9-bc98-4e50-b4ca-518b874318e7, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=d1ff74b9-bc98-4e50-b4ca-518b874318e7,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:42:24.711432 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:24.801024 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:24.833648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] No DVR routers for this DVR port 9e820b38-ed57-4765-83da-42a377e8eac7 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:42:24.836674 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:24.840103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f1a016-21f4-4c4d-8d72-5757f8916d69', 'name': 'network-vif-deleted', 'tag': '9e820b38-ed57-4765-83da-42a377e8eac7'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:24.856619 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9af653a8-7499-416b-8fe3-fada3a6f8980 req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.41 "DELETE /v2.0/ports/9e820b38-ed57-4765-83da-42a377e8eac7 HTTP/1.1" status: 204 len: 173 time: 3.0857036 Nov 12 07:42:24.930181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d97d97-2d49-45ce-a522-e5d9cbab26dd req-02b018d9-3de9-43fe-b202-1f8afb96e1f9 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:24.938802 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3d97d97-2d49-45ce-a522-e5d9cbab26dd req-02b018d9-3de9-43fe-b202-1f8afb96e1f9 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/ports?device_id=12f1a016-21f4-4c4d-8d72-5757f8916d69 HTTP/1.1" status: 200 len: 969 time: 0.5105565 Nov 12 07:42:25.380505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Pushing event updated for resources: {'Port': ['ID=d1ff74b9-bc98-4e50-b4ca-518b874318e7,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:25.384715 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:25.452575 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3d97d97-2d49-45ce-a522-e5d9cbab26dd req-b3d8527e-d47c-4757-848f-308878632ad9 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] 10.222.0.40 "GET /v2.0/security-groups?id=dce2d472-cc1e-4d30-bae1-7939db64bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127161 Nov 12 07:42:25.720990 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:25.723189 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] 10.222.0.33 "PUT /v2.0/ports/d1ff74b9-bc98-4e50-b4ca-518b874318e7 HTTP/1.1" status: 200 len: 1155 time: 4.8740883 Nov 12 07:42:25.740471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ef410-de1e-46de-8437-aaa384c4cfa4 req-f10863ae-3dac-4048-a5b9-ac4e015683ec tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:25.751603 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f54ef410-de1e-46de-8437-aaa384c4cfa4 req-f10863ae-3dac-4048-a5b9-ac4e015683ec tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 945 time: 0.7938077 Nov 12 07:42:25.774890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'tag': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:25.998155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f54e82-8bec-43f9-bfdb-5a19eed5f826 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:42:26.014064 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:26.022035 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f54ef410-de1e-46de-8437-aaa384c4cfa4 req-2e7d49a5-efcb-43bd-9926-48bad84d8aa1 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691660 Nov 12 07:42:26.038388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Transition to ACTIVE for port object d9f54e82-8bec-43f9-bfdb-5a19eed5f826 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:26.050810 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:26.071013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7c5b7-e830-4e7a-b98c-14109a22300a req-0a7f00cc-2522-4571-b1b3-6f241ba16adb tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:26.072730 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1af7c5b7-e830-4e7a-b98c-14109a22300a req-0a7f00cc-2522-4571-b1b3-6f241ba16adb tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 943 time: 0.2876534 Nov 12 07:42:26.090517 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-c09ec74e-2c9d-455a-a30b-fd10a9c47535 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054&device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 1158 time: 0.3102715 Nov 12 07:42:26.095372 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-53c40791-c9bc-4941-942b-cd9492ee876b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:26.357918 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-3fe54d29-18ce-409b-beae-5254aa3cb6cf service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1ff74b9-bc98-4e50-b4ca-518b874318e7 HTTP/1.1" status: 200 len: 217 time: 0.2276175 Nov 12 07:42:26.437661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f54e82-8bec-43f9-bfdb-5a19eed5f826,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:26.467959 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:26.486738 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1af7c5b7-e830-4e7a-b98c-14109a22300a req-ec0e02b9-b9fe-461d-bd3b-bc485f03d41f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3924735 Nov 12 07:42:26.518229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-f4154718-2421-4d1c-a1fd-679d44bc9282 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:26.519879 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-f4154718-2421-4d1c-a1fd-679d44bc9282 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b12c66e8-bca7-44c8-809a-b1424f8fc5f8 HTTP/1.1" status: 200 len: 863 time: 0.1516974 Nov 12 07:42:26.601314 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d324808f-2464-40c6-b5e0-b25997fedf2e req-00bb1ed8-be1c-4822-bcfa-2f9744ab8c25 tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 1164 time: 0.4106240 Nov 12 07:42:26.613238 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f1a016-21f4-4c4d-8d72-5757f8916d69', 'name': 'network-vif-deleted', 'tag': '9e820b38-ed57-4765-83da-42a377e8eac7', 'status': 'completed', 'code': 200} Nov 12 07:42:26.700715 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d324808f-2464-40c6-b5e0-b25997fedf2e req-f07c5e9d-c626-43bc-a431-40a5b3325efb tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:26.804189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Attempting to bind port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:42:26.804762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Attempting to bind port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:42:26.804877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Attempting to bind port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:42:26.811996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d324808f-2464-40c6-b5e0-b25997fedf2e req-f07c5e9d-c626-43bc-a431-40a5b3325efb tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:26.817705 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-8f9b193b-4e2a-401e-9a4e-9b3d80c3e5f4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=738aa929-f78a-409c-b3ce-e2d0766417e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2907865 Nov 12 07:42:26.822642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d324808f-2464-40c6-b5e0-b25997fedf2e req-f07c5e9d-c626-43bc-a431-40a5b3325efb tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] Usage tracker for resource:security_group_rule and tenant:965842ac28aa4067a74c3ea41e5843d1 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:26.827680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d324808f-2464-40c6-b5e0-b25997fedf2e req-f07c5e9d-c626-43bc-a431-40a5b3325efb tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:26.861830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d324808f-2464-40c6-b5e0-b25997fedf2e req-f07c5e9d-c626-43bc-a431-40a5b3325efb tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:26.869244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:42:26.869625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:26.870039 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:26.870434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:42:26.870984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Bound port: d9f54e82-8bec-43f9-bfdb-5a19eed5f826, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:42:26.871269 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:27.131458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88f1c4-e429-4b0e-b6ee-5d00bb410057 req-2d332619-d574-4e9d-9c54-69c01d51de3e tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:27.132221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3f88f1c4-e429-4b0e-b6ee-5d00bb410057 req-2d332619-d574-4e9d-9c54-69c01d51de3e tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Synchronizing usage tracker for tenant:da684634b52649149e3650c4d376d198 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:27.152563 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-53239119-4eaf-4ee9-bbe3-56bbd4294356 service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216898 Nov 12 07:42:27.159249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] For port d9f54e82-8bec-43f9-bfdb-5a19eed5f826, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:42:27.162443 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d324808f-2464-40c6-b5e0-b25997fedf2e req-f07c5e9d-c626-43bc-a431-40a5b3325efb tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:27.164494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] For port d9f54e82-8bec-43f9-bfdb-5a19eed5f826, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=d9f54e82-8bec-43f9-bfdb-5a19eed5f826,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:42:27.196340 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d324808f-2464-40c6-b5e0-b25997fedf2e req-f07c5e9d-c626-43bc-a431-40a5b3325efb tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:27.203884 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:27.210280 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:27.299413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3f88f1c4-e429-4b0e-b6ee-5d00bb410057 req-2d332619-d574-4e9d-9c54-69c01d51de3e tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Unset dirty status for tenant:da684634b52649149e3650c4d376d198 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:27.300704 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3f88f1c4-e429-4b0e-b6ee-5d00bb410057 req-2d332619-d574-4e9d-9c54-69c01d51de3e tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 947 time: 0.5531528 Nov 12 07:42:27.603912 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d324808f-2464-40c6-b5e0-b25997fedf2e req-f07c5e9d-c626-43bc-a431-40a5b3325efb tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9928517 Nov 12 07:42:27.609980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c5e9d-c626-43bc-a431-40a5b3325efb tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] Pushing event updated for resources: {'SecurityGroup': ['ID=58aeecc2-bc60-406c-8d04-9d9602611529,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:27.638684 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f07c5e9d-c626-43bc-a431-40a5b3325efb tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:27.639209 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:27.751580 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5922800a-196f-4c28-a8c2-f0ede8e1c745 req-aa851b06-58c8-4026-b76d-85ae30ce77dc service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5844278 Nov 12 07:42:27.786235 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3f88f1c4-e429-4b0e-b6ee-5d00bb410057 req-75bcdde5-c77d-450d-9e72-e5bbfe6e56cb tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649475 Nov 12 07:42:27.786877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f54e82-8bec-43f9-bfdb-5a19eed5f826,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:27.793611 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:27.805289 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:27.807152 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] 10.222.0.41 "PUT /v2.0/ports/d9f54e82-8bec-43f9-bfdb-5a19eed5f826 HTTP/1.1" status: 200 len: 1159 time: 3.8129580 Nov 12 07:42:27.950281 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-75a53417-72cf-4e38-91a3-40fb0046b3c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da684634b52649149e3650c4d376d198&device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 1162 time: 0.1021845 Nov 12 07:42:28.020617 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'tag': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7', 'status': 'completed', 'code': 200} Nov 12 07:42:28.111374 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-52c35ec4-6210-4eef-8a14-5c89009dfd78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=d9f54e82-8bec-43f9-bfdb-5a19eed5f826 HTTP/1.1" status: 200 len: 217 time: 0.1531248 Nov 12 07:42:28.326048 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-058a3bb7-246e-43d9-9fab-28f07d101c25 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/networks?tenant_id=45f4934ee0384ee08dbbd3df0a2f2150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611277 Nov 12 07:42:28.332086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-f94ad83e-f8d3-405b-9f41-98ee2f2cc107 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:28.333614 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-f94ad83e-f8d3-405b-9f41-98ee2f2cc107 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1670694 Nov 12 07:42:28.426949 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44564) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:28.427114 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f0816f4-df61-419e-b806-6feed594257e req-04f164b3-85ff-42d8-b34b-b5a53fc3cedf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054&device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 1158 time: 0.4046128 Nov 12 07:42:28.536384 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-9dd5a2e1-0348-48c8-ba30-de1e3fa50340 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4643173 Nov 12 07:42:28.616541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Request body: {'floatingip': {'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:28.627992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:28.654204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Usage tracker for resource:floatingip and tenant:b94e26b1dcd6414d92a7572ce007879f is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:28.663535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:28.674677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:28.710862 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4c71da6f-8931-42d0-819a-22de22329777 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=41b0469f9f1749b7ac3dd3e03c37c04e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2801652 Nov 12 07:42:28.711177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44570) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:28.747461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-3419fdd4-e2c9-49f4-977e-47db3ef73965 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:28.749114 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-3419fdd4-e2c9-49f4-977e-47db3ef73965 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4145319 Nov 12 07:42:28.753134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:28.779647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af10e1b1-4dcc-40c9-bc25-7462f501c0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:28.789353 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-750998ba-2c8f-4ceb-9802-42e4ea624e04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4244626 Nov 12 07:42:28.790247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0816f4-df61-419e-b806-6feed594257e req-3db693b0-2ef5-42ba-be97-6783e1b22961 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:28.791682 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f0816f4-df61-419e-b806-6feed594257e req-3db693b0-2ef5-42ba-be97-6783e1b22961 service neutron] 10.222.0.33 "GET /v2.0/networks?id=738aa929-f78a-409c-b3ce-e2d0766417e7 HTTP/1.1" status: 200 len: 918 time: 0.2985051 Nov 12 07:42:28.808814 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af10e1b1-4dcc-40c9-bc25-7462f501c0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:28.856624 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af10e1b1-4dcc-40c9-bc25-7462f501c0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:28.860725 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:28.872856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10e1b1-4dcc-40c9-bc25-7462f501c0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce2d472-cc1e-4d30-bae1-7939db64bb9f,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:28.878270 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-af10e1b1-4dcc-40c9-bc25-7462f501c0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:28.880336 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af10e1b1-4dcc-40c9-bc25-7462f501c0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:28.884327 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-af10e1b1-4dcc-40c9-bc25-7462f501c0db admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dce2d472-cc1e-4d30-bae1-7939db64bb9f HTTP/1.1" status: 204 len: 168 time: 0.1721239 Nov 12 07:42:28.928966 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-779ddb14-1be8-4eea-a2d0-49aa9f66a271 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/quotas/45f4934ee0384ee08dbbd3df0a2f2150 HTTP/1.1" status: 200 len: 375 time: 0.1600389 Nov 12 07:42:29.061714 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f0816f4-df61-419e-b806-6feed594257e req-71c01e52-fdc6-46d7-8fda-0eba472b3d06 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1ff74b9-bc98-4e50-b4ca-518b874318e7 HTTP/1.1" status: 200 len: 217 time: 0.2403741 Nov 12 07:42:29.067199 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-371d6952-6144-4e68-9ca8-9e810ecca3de tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/ports?tenant_id=45f4934ee0384ee08dbbd3df0a2f2150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789766 Nov 12 07:42:29.197593 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-e18b77e4-ed59-41f4-a192-c5d7985aec0c service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003036 Nov 12 07:42:29.199815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0816f4-df61-419e-b806-6feed594257e req-aa21e8cc-af3d-42c0-857f-3ac27902d471 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:29.201287 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f0816f4-df61-419e-b806-6feed594257e req-aa21e8cc-af3d-42c0-857f-3ac27902d471 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b12c66e8-bca7-44c8-809a-b1424f8fc5f8 HTTP/1.1" status: 200 len: 863 time: 0.1249630 Nov 12 07:42:29.261201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44584) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:29.323559 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-051a7dda-55ef-42be-994e-9c358fedda29 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=20f4931b9b5c4d35a9e58bb4dda841a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610559 Nov 12 07:42:29.326024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44588) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:29.393266 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-98e8d9bf-f06b-427c-88df-45b85afe138a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:29.424884 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-98e8d9bf-f06b-427c-88df-45b85afe138a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:29.479903 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-98e8d9bf-f06b-427c-88df-45b85afe138a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:29.486300 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:29.499294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8d9bf-f06b-427c-88df-45b85afe138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e6a376-c6a6-48f9-aef2-89f638c455db,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:29.503890 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-98e8d9bf-f06b-427c-88df-45b85afe138a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:29.508534 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-98e8d9bf-f06b-427c-88df-45b85afe138a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:29.510125 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-98e8d9bf-f06b-427c-88df-45b85afe138a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/52e6a376-c6a6-48f9-aef2-89f638c455db HTTP/1.1" status: 204 len: 168 time: 0.1831245 Nov 12 07:42:29.674772 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:29.743513 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d8d7ccd-5938-497e-8e6f-f3beffcce6dd req-24f205c1-02a3-4260-a74f-5ce742320259 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5380380 Nov 12 07:42:29.806226 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f0816f4-df61-419e-b806-6feed594257e req-79be24bf-ad64-4523-bfad-081a74860ede service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=738aa929-f78a-409c-b3ce-e2d0766417e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5749042 Nov 12 07:42:29.856076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdc0e3-7802-411b-bea8-4c7f116f3a6b req-21b51d6b-0c29-4531-af8d-e5f008122f52 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:29.858064 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8acdc0e3-7802-411b-bea8-4c7f116f3a6b req-21b51d6b-0c29-4531-af8d-e5f008122f52 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 943 time: 0.5281973 Nov 12 07:42:30.030117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a344a7e-5dd6-4929-ad3f-03a9e8bae785', 'tag': 'd9f54e82-8bec-43f9-bfdb-5a19eed5f826'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:30.077357 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8acdc0e3-7802-411b-bea8-4c7f116f3a6b req-7e5bdb58-9c84-46da-9144-35bf6baecabf tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626205 Nov 12 07:42:30.118789 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f0816f4-df61-419e-b806-6feed594257e req-4eb91109-a74c-4f8f-bc82-d9f44da7e179 service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033342 Nov 12 07:42:30.290890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Allocated IP 172.25.5.174 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/bc277dd2-1755-4096-b498-707f48039694) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:42:30.339066 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9d49e282-0c23-4659-a698-cc2b5502524d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:30.407549 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f0816f4-df61-419e-b806-6feed594257e req-9bb19f13-cf23-4eec-932f-415e01bcb8bf service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2498965 Nov 12 07:42:30.491743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device d1ff74b9-bc98-4e50-b4ca-518b874318e7 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:30.504913 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-e364aea4-cbd2-4788-874c-25e4cf8e5ac9 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.33 "GET /v2.0/networks?tenant_id=45f4934ee0384ee08dbbd3df0a2f2150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482752 Nov 12 07:42:30.542779 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:30.589406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port d1ff74b9-bc98-4e50-b4ca-518b874318e7 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:30.597207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port d1ff74b9-bc98-4e50-b4ca-518b874318e7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:30.597999 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:30.719573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44630) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:30.766656 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:30.774504 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:30.781370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-3e08f06c-5331-4935-be69-99a30135b9ed tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:30.783175 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-3e08f06c-5331-4935-be69-99a30135b9ed tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228658 Nov 12 07:42:30.803787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port d1ff74b9-bc98-4e50-b4ca-518b874318e7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=d1ff74b9-bc98-4e50-b4ca-518b874318e7,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:30.804964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:30.810939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Request body: {'port': {'device_id': '7a256e68-2c0b-43bb-b014-53b56ad6dffc', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': '45f4934ee0384ee08dbbd3df0a2f2150'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:30.811720 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:30.814480 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-01363a4f-f4c6-430b-bdea-2027ffa590e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:30.828363 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55c1bd50-aa7d-4600-958b-a10ef9dcba8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:30.890907 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=d1ff74b9-bc98-4e50-b4ca-518b874318e7,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:30.894634 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:30.990311 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-404fd5c9-9d8e-411c-96b7-95cecb383cbe tempest-AutoAllocateNetworkTest-1123426657 tempest-AutoAllocateNetworkTest-1123426657] 10.222.0.40 "GET /v2.0/networks?tenant_id=e00cfed322884cb8baf92ce4b4a705c0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2689741 Nov 12 07:42:30.992995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44638) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:31.088959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Pushing event updated for resources: {'Port': ['ID=bc277dd2-1755-4096-b498-707f48039694,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:31.101463 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:31.150666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f3e15-c935-414f-b971-190acb257b31 tempest-AutoAllocateNetworkTest-1123426657 tempest-AutoAllocateNetworkTest-1123426657] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:31.152328 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-443f3e15-c935-414f-b971-190acb257b31 tempest-AutoAllocateNetworkTest-1123426657 tempest-AutoAllocateNetworkTest-1123426657] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1583362 Nov 12 07:42:31.155490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44644) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:31.186711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:31.196727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Usage tracker for resource:port and tenant:45f4934ee0384ee08dbbd3df0a2f2150 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:31.202989 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:31.213877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:31.230498 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-67f6a950-9bc3-4803-8ee1-eb8df9876453 tempest-AutoAllocateNetworkTest-1123426657 tempest-AutoAllocateNetworkTest-1123426657] 10.222.0.40 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737796 Nov 12 07:42:31.233262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44648) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:31.233641 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2107c-67a6-40dd-a7e9-55e2219766d0 req-ccd61881-7a2d-40b6-9dbf-498ffe8a5c4c tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:31.235427 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aae2107c-67a6-40dd-a7e9-55e2219766d0 req-ccd61881-7a2d-40b6-9dbf-498ffe8a5c4c tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 947 time: 0.3624713 Nov 12 07:42:31.242124 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:42:31.244884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:31.247677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Made reservation on behalf of 45f4934ee0384ee08dbbd3df0a2f2150 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:31.253335 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:31.265445 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-06ddfea2-1501-4571-9ec4-09ef75b77890 tempest-AutoAllocateNetworkTest-1123426657 tempest-AutoAllocateNetworkTest-1123426657] 10.222.0.40 "GET /v2.0/networks?tenant_id=e00cfed322884cb8baf92ce4b4a705c0 HTTP/1.1" status: 200 len: 208 time: 0.0309663 Nov 12 07:42:31.275834 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:42:31.292291 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:31.398105 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aae2107c-67a6-40dd-a7e9-55e2219766d0 req-a6ab0cca-a48e-4b18-a6d1-8af589f2ed53 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543124 Nov 12 07:42:31.403170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:31.410561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Usage tracker for resource:security_group_rule and tenant:45f4934ee0384ee08dbbd3df0a2f2150 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:31.416116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:31.430792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:31.447487 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:31.591549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44656) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:31.602064 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-97a6f24d-b8b7-4516-bb23-ae75e13f752b req-0ac6fdd3-7361-4483-a1fa-68d0d5776a5d tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/ports?device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 210 time: 0.0672493 Nov 12 07:42:31.609903 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:31.683263 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a344a7e-5dd6-4929-ad3f-03a9e8bae785', 'tag': 'd9f54e82-8bec-43f9-bfdb-5a19eed5f826', 'status': 'completed', 'code': 200} Nov 12 07:42:31.738336 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:31.757329 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-725a7c8c-d41b-41bd-80aa-434493c235f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:31.792632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-725a7c8c-d41b-41bd-80aa-434493c235f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:31.797320 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-725a7c8c-d41b-41bd-80aa-434493c235f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e00cfed322884cb8baf92ce4b4a705c0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:31.800846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-725a7c8c-d41b-41bd-80aa-434493c235f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:31.807674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-725a7c8c-d41b-41bd-80aa-434493c235f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:31.893318 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-725a7c8c-d41b-41bd-80aa-434493c235f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:31.898410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-725a7c8c-d41b-41bd-80aa-434493c235f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:31.906603 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-89da67d9-f5bd-42a0-8536-1de30ef42e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:31.951821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a7c8c-d41b-41bd-80aa-434493c235f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98a6958-52e0-42bd-92fc-ca19cbbd51d7,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:31.957275 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-725a7c8c-d41b-41bd-80aa-434493c235f0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e00cfed322884cb8baf92ce4b4a705c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3644934 Nov 12 07:42:31.958652 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-725a7c8c-d41b-41bd-80aa-434493c235f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:31.959968 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44662) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:32.023314 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:32.030453 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bb572ccb-e7b9-4f6d-a7b4-ac15e41fbe45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:32.032763 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:32.057903 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bb572ccb-e7b9-4f6d-a7b4-ac15e41fbe45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:32.104450 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bb572ccb-e7b9-4f6d-a7b4-ac15e41fbe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:32.110356 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-52fb75ca-e5b2-4742-9e54-4ecf4d3a1d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:32.123984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb572ccb-e7b9-4f6d-a7b4-ac15e41fbe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98a6958-52e0-42bd-92fc-ca19cbbd51d7,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:32.127061 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bb572ccb-e7b9-4f6d-a7b4-ac15e41fbe45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:32.129037 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bb572ccb-e7b9-4f6d-a7b4-ac15e41fbe45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:32.132958 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-bb572ccb-e7b9-4f6d-a7b4-ac15e41fbe45 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e98a6958-52e0-42bd-92fc-ca19cbbd51d7 HTTP/1.1" status: 204 len: 168 time: 0.1691177 Nov 12 07:42:32.159802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device d1ff74b9-bc98-4e50-b4ca-518b874318e7 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:32.203515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Pushing event updated for resources: {'SecurityGroup': ['ID=07f12e77-2a59-42db-a7e2-124af1bab942,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:32.229202 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:32.246941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port d1ff74b9-bc98-4e50-b4ca-518b874318e7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:32.247552 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:32.421295 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d18980ea-c40a-4b94-a894-b3b232e538c4 req-f8a87981-91ed-4060-8a7f-e6cca4eab2e7 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4413636 Nov 12 07:42:32.430628 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06f56c15-ee7e-4a92-a093-64e595d2c1e6 req-f185e41a-137c-42bf-9cf0-8b6adff4a322 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da684634b52649149e3650c4d376d198&device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 1162 time: 0.6907966 Nov 12 07:42:32.654336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-5557e967-f5b0-4a3d-b23e-67eadff9e215 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:42:32.663551 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:32.683098 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:32.706234 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7', 'code': 200} Nov 12 07:42:32.712436 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:32.849448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Allocated IP 192.168.233.152 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/e1569662-b6c7-46eb-963b-5fe75de4e8cd) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:42:32.869274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56c15-ee7e-4a92-a093-64e595d2c1e6 req-6dd2fdc1-eb0e-42d8-81e3-6b309aba74bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:32.870885 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06f56c15-ee7e-4a92-a093-64e595d2c1e6 req-6dd2fdc1-eb0e-42d8-81e3-6b309aba74bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.4226656 Nov 12 07:42:32.880650 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-69bea0a0-09d6-4cdb-8ff2-ccfd672c06e2 req-6fed2d78-a7f4-4ae2-b617-619257363d13 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 1160 time: 0.1024647 Nov 12 07:42:32.934178 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-69bea0a0-09d6-4cdb-8ff2-ccfd672c06e2 req-d75f4bd9-fa4b-447c-8078-5a59d2c1ea61 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449593 Nov 12 07:42:32.953104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44690) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:32.994066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Pushing event updated for resources: {'Port': ['ID=bc277dd2-1755-4096-b498-707f48039694,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:33.012509 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:33.047562 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06f56c15-ee7e-4a92-a093-64e595d2c1e6 req-d92f41a0-c2c9-4431-adde-3a81f512fc5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=d9f54e82-8bec-43f9-bfdb-5a19eed5f826 HTTP/1.1" status: 200 len: 217 time: 0.1659555 Nov 12 07:42:33.060175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device d9f54e82-8bec-43f9-bfdb-5a19eed5f826 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:33.139475 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0cb5-0d36-4f46-bbcb-61c92ebb67c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.182217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3d5f0cb5-0d36-4f46-bbcb-61c92ebb67c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:33.188456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3d5f0cb5-0d36-4f46-bbcb-61c92ebb67c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d0b17f41def9454e8f5a23c0474c9604 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:33.191993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3d5f0cb5-0d36-4f46-bbcb-61c92ebb67c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:33.198665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3d5f0cb5-0d36-4f46-bbcb-61c92ebb67c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:33.279532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56c15-ee7e-4a92-a093-64e595d2c1e6 req-f65de442-87b2-4629-9d51-69eca7be99a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:33.281669 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06f56c15-ee7e-4a92-a093-64e595d2c1e6 req-f65de442-87b2-4629-9d51-69eca7be99a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2220051 Nov 12 07:42:33.288932 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0cb5-0d36-4f46-bbcb-61c92ebb67c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.293027 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3d5f0cb5-0d36-4f46-bbcb-61c92ebb67c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.309765 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aee82525-5558-4823-8cfd-1e8532374557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:33.318071 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d9951bcb-3c73-42eb-87b8-149cd8e0f587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.329187 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.338135 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.354584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f0cb5-0d36-4f46-bbcb-61c92ebb67c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3ae860-26a3-4878-a683-62dd529f5330,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:33.354829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.361872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940056ad-4453-40f5-94e9-c6f8e5a7f16c req-5dea11f6-e69f-4ad8-856b-9b064fe81962 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:33.363542 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-940056ad-4453-40f5-94e9-c6f8e5a7f16c req-5dea11f6-e69f-4ad8-856b-9b064fe81962 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 945 time: 0.4839768 Nov 12 07:42:33.374106 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3d5f0cb5-0d36-4f46-bbcb-61c92ebb67c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:33.382980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:33.388784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:33.389437 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.408792 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3d5f0cb5-0d36-4f46-bbcb-61c92ebb67c5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d0b17f41def9454e8f5a23c0474c9604&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4540699 Nov 12 07:42:33.409520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44704) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:33.489579 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5525a27f-ce3b-4699-81ad-72cdfc0922f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.510336 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.515594 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.517060 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9715760 Nov 12 07:42:33.537592 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-940056ad-4453-40f5-94e9-c6f8e5a7f16c req-ccdb3c01-c129-40d2-92a3-86826b8f280f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579418 Nov 12 07:42:33.537728 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5525a27f-ce3b-4699-81ad-72cdfc0922f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.539757 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.597467 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5525a27f-ce3b-4699-81ad-72cdfc0922f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.604652 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-725a7c8c-d41b-41bd-80aa-434493c235f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:33.612120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port d9f54e82-8bec-43f9-bfdb-5a19eed5f826, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=d9f54e82-8bec-43f9-bfdb-5a19eed5f826,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:33.618130 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.620282 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:33.623852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525a27f-ce3b-4699-81ad-72cdfc0922f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3ae860-26a3-4878-a683-62dd529f5330,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:33.634539 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5525a27f-ce3b-4699-81ad-72cdfc0922f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:33.636866 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5525a27f-ce3b-4699-81ad-72cdfc0922f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:33.641769 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5525a27f-ce3b-4699-81ad-72cdfc0922f9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fa3ae860-26a3-4878-a683-62dd529f5330 HTTP/1.1" status: 204 len: 168 time: 0.2311049 Nov 12 07:42:33.685102 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Transition to ACTIVE for port object e1569662-b6c7-46eb-963b-5fe75de4e8cd will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:33.705786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=d9f54e82-8bec-43f9-bfdb-5a19eed5f826,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:33.707298 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06f56c15-ee7e-4a92-a093-64e595d2c1e6 req-69d7f4bd-1ab6-4051-a720-09e16be83e9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4147353 Nov 12 07:42:33.741973 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:33.822928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-ac2bf02c-18cb-482a-9107-23580d003b39 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Synchronizing usage tracker for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:floatingip {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:34.130879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44724) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:34.155612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-ac2bf02c-18cb-482a-9107-23580d003b39 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Unset dirty status for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:floatingip {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:34.157280 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-ac2bf02c-18cb-482a-9107-23580d003b39 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 696 time: 0.6149216 Nov 12 07:42:34.158972 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d27a2ebb-b0e5-4519-aedc-f3657f659345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:34.161815 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:34.196693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d27a2ebb-b0e5-4519-aedc-f3657f659345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:34.199550 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:34.201203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d27a2ebb-b0e5-4519-aedc-f3657f659345 admin admin] Usage tracker for resource:security_group_rule and tenant:3cb50475ee3d4ef3bca1894d06a17449 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:34.204868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d27a2ebb-b0e5-4519-aedc-f3657f659345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:34.211054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d27a2ebb-b0e5-4519-aedc-f3657f659345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:34.286320 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d27a2ebb-b0e5-4519-aedc-f3657f659345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:34.290691 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d27a2ebb-b0e5-4519-aedc-f3657f659345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:34.298751 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a4e53b03-28c0-4475-8272-d223aee3bcc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:34.307333 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:34.342450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a2ebb-b0e5-4519-aedc-f3657f659345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0cdf0a-4a3d-4cc2-82db-3d63e189a4f3,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:34.345759 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d27a2ebb-b0e5-4519-aedc-f3657f659345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:34.352106 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d27a2ebb-b0e5-4519-aedc-f3657f659345 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3cb50475ee3d4ef3bca1894d06a17449&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2177858 Nov 12 07:42:34.353347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44730) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:34.390941 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06f56c15-ee7e-4a92-a093-64e595d2c1e6 req-01750cf1-d0f6-4f75-ac8a-d36bb73f57eb service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621938 Nov 12 07:42:34.419552 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-306a1572-36c3-4c89-b9a1-4e5b415f7bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:34.448521 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-306a1572-36c3-4c89-b9a1-4e5b415f7bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:34.498964 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-306a1572-36c3-4c89-b9a1-4e5b415f7bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:34.503390 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7a9061e0-97dc-4c6f-b02d-21d604f6c138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:34.519656 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-306a1572-36c3-4c89-b9a1-4e5b415f7bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:34.523530 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-306a1572-36c3-4c89-b9a1-4e5b415f7bfd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/da0cdf0a-4a3d-4cc2-82db-3d63e189a4f3 HTTP/1.1" status: 204 len: 168 time: 0.1700153 Nov 12 07:42:34.524402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a1572-36c3-4c89-b9a1-4e5b415f7bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0cdf0a-4a3d-4cc2-82db-3d63e189a4f3,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:34.527441 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-306a1572-36c3-4c89-b9a1-4e5b415f7bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:34.532594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device d9f54e82-8bec-43f9-bfdb-5a19eed5f826 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:34.533460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Pushing event updated for resources: {'Port': ['ID=e1569662-b6c7-46eb-963b-5fe75de4e8cd,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:34.541179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37216773-f9a0-45df-8216-6f672896908a req-c2a76c3c-e0a1-4bf8-9673-000ca6cbc60a tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:34.548780 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37216773-f9a0-45df-8216-6f672896908a req-c2a76c3c-e0a1-4bf8-9673-000ca6cbc60a tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 949 time: 0.7773080 Nov 12 07:42:34.569094 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:34.671350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:34.671950 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:34.705802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-bdfc5f31-a44c-42a3-bfb2-752933d24158 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:34.707324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-bdfc5f31-a44c-42a3-bfb2-752933d24158 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 784 time: 0.5339558 Nov 12 07:42:34.708161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a344a7e-5dd6-4929-ad3f-03a9e8bae785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f54e82-8bec-43f9-bfdb-5a19eed5f826'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:34.724717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-049909bf-dd87-4804-a512-db1411292bd2 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:42:34.725820 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cded3903-19d8-46d6-bb4a-95cb7b79f3a7 req-049909bf-dd87-4804-a512-db1411292bd2 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0110421 Nov 12 07:42:34.730913 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37216773-f9a0-45df-8216-6f672896908a req-c1eb4d55-7b8d-4a05-9680-469e932ea16b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812298 Nov 12 07:42:34.753901 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:42:34.756446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:34.760079 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06f56c15-ee7e-4a92-a093-64e595d2c1e6 req-a94cc9eb-031d-4a59-9135-e788f9452bd9 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3554056 Nov 12 07:42:34.760820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:42:34.764980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:34.765972 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:34.791573 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9867718 Nov 12 07:42:34.804670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Request body: {'port': {'device_id': '7a256e68-2c0b-43bb-b014-53b56ad6dffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:34.876448 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:35.048391 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:35.115344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-5cbae2ea-998e-4531-a9e1-10da80458990 None None] Provisioning for port e1569662-b6c7-46eb-963b-5fe75de4e8cd completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:35.120515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-5cbae2ea-998e-4531-a9e1-10da80458990 None None] Provisioning complete for port e1569662-b6c7-46eb-963b-5fe75de4e8cd triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:35.121064 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5cbae2ea-998e-4531-a9e1-10da80458990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:35.178885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-5cbae2ea-998e-4531-a9e1-10da80458990 None None] Port e1569662-b6c7-46eb-963b-5fe75de4e8cd cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:42:35.413035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb20600-d7ed-4052-88c8-b6e4f404ecdd req-96b0a79b-2269-461e-b163-482f700cdd86 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:35.413815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ffb20600-d7ed-4052-88c8-b6e4f404ecdd req-96b0a79b-2269-461e-b163-482f700cdd86 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Synchronizing usage tracker for tenant:45f4934ee0384ee08dbbd3df0a2f2150 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:35.459909 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ffb20600-d7ed-4052-88c8-b6e4f404ecdd req-96b0a79b-2269-461e-b163-482f700cdd86 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Unset dirty status for tenant:45f4934ee0384ee08dbbd3df0a2f2150 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:35.461267 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ffb20600-d7ed-4052-88c8-b6e4f404ecdd req-96b0a79b-2269-461e-b163-482f700cdd86 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/ports?device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 936 time: 0.2867980 Nov 12 07:42:35.544125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ffb20600-d7ed-4052-88c8-b6e4f404ecdd req-f4b816a0-3a7f-45b9-931c-b46f8c30e4a1 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Synchronizing usage tracker for tenant:45f4934ee0384ee08dbbd3df0a2f2150 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:35.584666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ffb20600-d7ed-4052-88c8-b6e4f404ecdd req-f4b816a0-3a7f-45b9-931c-b46f8c30e4a1 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Unset dirty status for tenant:45f4934ee0384ee08dbbd3df0a2f2150 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:35.586129 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ffb20600-d7ed-4052-88c8-b6e4f404ecdd req-f4b816a0-3a7f-45b9-931c-b46f8c30e4a1 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/security-groups?id=07f12e77-2a59-42db-a7e2-124af1bab942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116018 Nov 12 07:42:35.651103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1569662-b6c7-46eb-963b-5fe75de4e8cd {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:42:35.658357 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:35.671747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Transition to ACTIVE for port object e1569662-b6c7-46eb-963b-5fe75de4e8cd will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:35.674796 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:35.753341 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-774d6bfc-b647-481e-90f7-7f9d124c5e58 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:35.904349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Pushing event updated for resources: {'Port': ['ID=e1569662-b6c7-46eb-963b-5fe75de4e8cd,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:35.908249 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:35.961191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c077d7-fa4e-45ea-aa64-2aa3aac8c4ac req-937f3f7e-6c16-437d-85f8-ac493fa6b124 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:35.962941 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c7c077d7-fa4e-45ea-aa64-2aa3aac8c4ac req-937f3f7e-6c16-437d-85f8-ac493fa6b124 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 945 time: 0.2107921 Nov 12 07:42:36.099279 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a344a7e-5dd6-4929-ad3f-03a9e8bae785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f54e82-8bec-43f9-bfdb-5a19eed5f826', 'code': 200} Nov 12 07:42:36.106874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Attempting to bind port e1569662-b6c7-46eb-963b-5fe75de4e8cd on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:42:36.107251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Attempting to bind port e1569662-b6c7-46eb-963b-5fe75de4e8cd by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:42:36.107626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Attempting to bind port e1569662-b6c7-46eb-963b-5fe75de4e8cd on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:42:36.121599 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c7c077d7-fa4e-45ea-aa64-2aa3aac8c4ac req-178d3d1a-4025-4f22-9251-0857cbe299c4 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027095 Nov 12 07:42:36.132545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:42:36.132927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:36.133326 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:36.133720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:42:36.134197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Bound port: e1569662-b6c7-46eb-963b-5fe75de4e8cd, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:42:36.134565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:36.457386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:42:36.721719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] For port e1569662-b6c7-46eb-963b-5fe75de4e8cd, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:42:36.727517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-1d645779-deaf-4106-96ea-d402e42ead56 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:36.728362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-1d645779-deaf-4106-96ea-d402e42ead56 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Synchronizing usage tracker for tenant:a7f1b9c5140d48a7b0fd5bd7330cfc00 on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:36.744181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-1d645779-deaf-4106-96ea-d402e42ead56 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Unset dirty status for tenant:a7f1b9c5140d48a7b0fd5bd7330cfc00 on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:36.745487 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-1d645779-deaf-4106-96ea-d402e42ead56 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.33 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 949 time: 0.1111538 Nov 12 07:42:36.755707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] For port e1569662-b6c7-46eb-963b-5fe75de4e8cd, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e1569662-b6c7-46eb-963b-5fe75de4e8cd,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:42:36.766609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-50532568-d517-4bac-8823-a0d3a1eba191 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:36.768220 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-50532568-d517-4bac-8823-a0d3a1eba191 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 820 time: 0.4822226 Nov 12 07:42:36.771215 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dc627d12-1d42-4cf2-aed9-e0c0c0cd21ea req-a5b5c592-6213-4b05-8382-fc648e34b774 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 1164 time: 0.5867774 Nov 12 07:42:36.773237 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:36.791908 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:36.824692 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Deleting port 488e2437-a351-4897-a081-40163366d575 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:42:36.825099 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:36.925893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23905ea9-fc24-4f72-a767-379fa6d027f0 req-bd1e280b-8785-4437-a75d-5d1f3d55c79b tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:36.927597 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-23905ea9-fc24-4f72-a767-379fa6d027f0 req-bd1e280b-8785-4437-a75d-5d1f3d55c79b tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac HTTP/1.1" status: 200 len: 949 time: 0.6303043 Nov 12 07:42:36.986345 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-92295aa8-edf2-428c-84a6-e630af4a9b05 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/quotas/b94e26b1dcd6414d92a7572ce007879f HTTP/1.1" status: 200 len: 375 time: 0.1952040 Nov 12 07:42:37.078488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Pushing event updated for resources: {'Port': ['ID=e1569662-b6c7-46eb-963b-5fe75de4e8cd,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:37.086019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] For port 488e2437-a351-4897-a081-40163366d575, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=488e2437-a351-4897-a081-40163366d575,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:37.086431 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:37.092569 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:37.110415 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dc627d12-1d42-4cf2-aed9-e0c0c0cd21ea req-d9c46142-15ed-4694-b07f-e53aa79adf1b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229601 Nov 12 07:42:37.130482 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-23905ea9-fc24-4f72-a767-379fa6d027f0 req-58acccb7-17ce-4dd4-82f7-b8b261bd9607 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937454 Nov 12 07:42:37.149795 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:37.151336 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] 10.222.0.33 "PUT /v2.0/ports/e1569662-b6c7-46eb-963b-5fe75de4e8cd HTTP/1.1" status: 200 len: 1160 time: 2.3514719 Nov 12 07:42:37.153475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a256e68-2c0b-43bb-b014-53b56ad6dffc', 'tag': 'e1569662-b6c7-46eb-963b-5fe75de4e8cd'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:37.189604 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-4042cf1e-a908-47ee-ba75-a4e3cd6eb6da tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1951535 Nov 12 07:42:37.238820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Calling delete_port for 488e2437-a351-4897-a081-40163366d575 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:42:37.371498 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:37.400228 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:37.417398 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:37.466052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Pushing event deleted for resources: {'Port': ['ID=488e2437-a351-4897-a081-40163366d575,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:37.474989 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-63b5eb2d-7d1f-4963-bddc-55addb689c61 service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843382 Nov 12 07:42:37.513253 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-d456cc61-a3ec-4d88-976d-f1f3ba054bbc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=45f4934ee0384ee08dbbd3df0a2f2150&device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 1163 time: 0.2912898 Nov 12 07:42:37.515608 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:37.522912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f83632-e4a1-40b0-b6d8-da6e15bfae76 req-dc5502c0-a74f-4f04-adf9-d88493dd0617 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:37.524525 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-58f83632-e4a1-40b0-b6d8-da6e15bfae76 req-dc5502c0-a74f-4f04-adf9-d88493dd0617 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 949 time: 0.2054451 Nov 12 07:42:37.642532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] No DVR routers for this DVR port 488e2437-a351-4897-a081-40163366d575 on host n-h2-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:42:37.645118 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:37.648437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac', 'name': 'network-vif-deleted', 'tag': '488e2437-a351-4897-a081-40163366d575'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:37.665208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e0084faf-c0ea-420c-b1b5-38049fe50410 req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.33 "DELETE /v2.0/ports/488e2437-a351-4897-a081-40163366d575 HTTP/1.1" status: 204 len: 173 time: 0.9126668 Nov 12 07:42:37.677208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-030f370e-3123-4203-8b8d-713a73a8db41 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=e1569662-b6c7-46eb-963b-5fe75de4e8cd HTTP/1.1" status: 200 len: 217 time: 0.1514220 Nov 12 07:42:37.768376 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-58f83632-e4a1-40b0-b6d8-da6e15bfae76 req-54cf1490-8e34-4083-83a1-4823f283e756 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955755 Nov 12 07:42:37.803822 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-196f5bde-ed88-46f2-9d42-9921118fdc5b service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3197820 Nov 12 07:42:37.807725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-f0d63b1c-18c2-409b-8b09-d40d9e6cb91b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:37.809254 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-f0d63b1c-18c2-409b-8b09-d40d9e6cb91b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1187305 Nov 12 07:42:37.901025 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-0d7cb177-d65f-45ae-bfb3-26fbadc4f722 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789502 Nov 12 07:42:38.115906 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-d66df64d-a694-4173-bc08-b03f5e94a21d service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062490 Nov 12 07:42:38.161501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 488e2437-a351-4897-a081-40163366d575 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:42:38.208239 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] No Port match for: 488e2437-a351-4897-a081-40163366d575 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:42:38.208848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 488e2437-a351-4897-a081-40163366d575 not bound to the agent host n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:42:38.228080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a28dd4-3450-472f-a7fe-a30e38eb21fd req-9d4feb35-630a-4059-93d3-5bc06c441450 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:38.239911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44814) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:38.248235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-0ccccb6d-c6b6-4da4-9d4b-ae339ab2799f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Request body: {'floatingip': {'port_id': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:38.249061 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68a28dd4-3450-472f-a7fe-a30e38eb21fd req-9d4feb35-630a-4059-93d3-5bc06c441450 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 945 time: 0.2180724 Nov 12 07:42:38.353392 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b0e2f62-6011-47bd-83f0-52c8df948dd0 req-8dc61a7f-645f-4a12-ac94-17f0bf9d4e08 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2246389 Nov 12 07:42:38.388563 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0ccccb6d-c6b6-4da4-9d4b-ae339ab2799f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:38.633748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95bd0e-e348-405b-aa7f-e355b67dbf3d req-c5e789d3-f8a1-47f8-97ed-655520447c20 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:38.635675 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b95bd0e-e348-405b-aa7f-e355b67dbf3d req-c5e789d3-f8a1-47f8-97ed-655520447c20 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/ports?device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 948 time: 0.1617670 Nov 12 07:42:38.673153 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a256e68-2c0b-43bb-b014-53b56ad6dffc', 'tag': 'e1569662-b6c7-46eb-963b-5fe75de4e8cd', 'status': 'completed', 'code': 200} Nov 12 07:42:38.711211 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b95bd0e-e348-405b-aa7f-e355b67dbf3d req-2663ef05-ad34-412a-8a6a-0539099b51c3 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/security-groups?id=07f12e77-2a59-42db-a7e2-124af1bab942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668950 Nov 12 07:42:38.813893 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ed27e860-1367-4b9e-bd0e-70e87537a189 req-1af9f879-7a7e-4645-a039-0c02a52dae9d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=45f4934ee0384ee08dbbd3df0a2f2150&device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 1163 time: 0.0920544 Nov 12 07:42:38.894290 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1932ae-6b1a-4f22-889e-a8f0b4e6b4ac', 'name': 'network-vif-deleted', 'tag': '488e2437-a351-4897-a081-40163366d575', 'status': 'completed', 'code': 200} Nov 12 07:42:39.004045 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a696b33-394c-4b2f-b885-eda16e10a2f7 req-425360ca-cf59-4c7f-a75e-8f5e4f53d509 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 210 time: 0.0715055 Nov 12 07:42:39.116101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27e860-1367-4b9e-bd0e-70e87537a189 req-2ee7b307-dc29-4063-9489-e27361f70032 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:39.117913 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ed27e860-1367-4b9e-bd0e-70e87537a189 req-2ee7b307-dc29-4063-9489-e27361f70032 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2968202 Nov 12 07:42:39.273400 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ed27e860-1367-4b9e-bd0e-70e87537a189 req-b7318dbb-f869-433b-ad1a-92026109e70c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=e1569662-b6c7-46eb-963b-5fe75de4e8cd HTTP/1.1" status: 200 len: 217 time: 0.1461914 Nov 12 07:42:39.441741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27e860-1367-4b9e-bd0e-70e87537a189 req-386ae476-6b89-480e-b59e-aca3e2c935a4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:39.443333 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ed27e860-1367-4b9e-bd0e-70e87537a189 req-386ae476-6b89-480e-b59e-aca3e2c935a4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1614461 Nov 12 07:42:39.446176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44850) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:39.587681 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ed27e860-1367-4b9e-bd0e-70e87537a189 req-c6d8b372-dc1c-4d97-8e24-af2be2cbd110 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327095 Nov 12 07:42:39.593636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c9ac6-d146-4fdc-87a9-842bc1faa324 req-e9f2f355-6c48-4c8e-9cc2-35b0affa51e9 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:39.600984 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a1c9ac6-d146-4fdc-87a9-842bc1faa324 req-e9f2f355-6c48-4c8e-9cc2-35b0affa51e9 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 949 time: 0.2317178 Nov 12 07:42:39.697706 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [None req-0ccccb6d-c6b6-4da4-9d4b-ae339ab2799f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:42:39.759546 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a1c9ac6-d146-4fdc-87a9-842bc1faa324 req-790f408e-dba4-4e0e-83c7-117ee15f5615 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575928 Nov 12 07:42:39.838176 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0ccccb6d-c6b6-4da4-9d4b-ae339ab2799f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:39.847789 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b43bc5e8-8808-483d-bfb2-e95c5fa1ff19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:39.857613 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0ccccb6d-c6b6-4da4-9d4b-ae339ab2799f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:40.062613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b43bc5e8-8808-483d-bfb2-e95c5fa1ff19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:40.078107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-c687615f-c540-4cb2-8fde-1686c2a27215 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:40.078896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-c687615f-c540-4cb2-8fde-1686c2a27215 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Synchronizing usage tracker for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:40.081924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b43bc5e8-8808-483d-bfb2-e95c5fa1ff19 admin admin] Usage tracker for resource:security_group_rule and tenant:fe4df8dfb50e4470af89805d0e932b43 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:40.086411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b43bc5e8-8808-483d-bfb2-e95c5fa1ff19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:40.097540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b43bc5e8-8808-483d-bfb2-e95c5fa1ff19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:40.121697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-c687615f-c540-4cb2-8fde-1686c2a27215 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Unset dirty status for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:40.122740 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-c687615f-c540-4cb2-8fde-1686c2a27215 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.33 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 820 time: 0.6755819 Nov 12 07:42:40.144263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44878) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:40.144431 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ed27e860-1367-4b9e-bd0e-70e87537a189 req-6bc7d498-4f31-4bad-b9e6-ed9db3a9ddf6 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411890 Nov 12 07:42:40.148200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Request body: {'port': {'device_id': '58e84e3a-b9da-463a-84ee-878188db9eda', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'admin_state_up': True, 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:40.280506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313533f7-e5e7-47ce-9335-e2a176b008b8 req-2066a385-7f07-4112-8e0f-1d59bf03deea tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:40.282001 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-313533f7-e5e7-47ce-9335-e2a176b008b8 req-2066a385-7f07-4112-8e0f-1d59bf03deea tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 949 time: 0.5210979 Nov 12 07:42:40.291841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-6fad52c6-53dd-415c-ae19-43a689d8e2ff None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:42:40.310392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745da4f9-9b99-425c-aa3d-c87e823ec20c req-500e33d0-ac36-4657-8dee-86f9f948fcd0 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:40.312019 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-745da4f9-9b99-425c-aa3d-c87e823ec20c req-500e33d0-ac36-4657-8dee-86f9f948fcd0 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/ports?device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 948 time: 0.3086271 Nov 12 07:42:40.340579 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b43bc5e8-8808-483d-bfb2-e95c5fa1ff19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:40.355980 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b43bc5e8-8808-483d-bfb2-e95c5fa1ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:40.368802 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-98e8d9bf-f06b-427c-88df-45b85afe138a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:40.405491 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ed27e860-1367-4b9e-bd0e-70e87537a189 req-8a3558ed-0989-4664-9e01-9fb0a476db8c service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2503591 Nov 12 07:42:40.413852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:40.416667 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-313533f7-e5e7-47ce-9335-e2a176b008b8 req-edc8f2a8-34b3-45cc-a87c-11431126359b tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269932 Nov 12 07:42:40.433559 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-745da4f9-9b99-425c-aa3d-c87e823ec20c req-a49fde3d-6ef8-4dbc-810c-6500e8888301 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/security-groups?id=07f12e77-2a59-42db-a7e2-124af1bab942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030238 Nov 12 07:42:40.451099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bc5e8-8808-483d-bfb2-e95c5fa1ff19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2db5116-a084-4e98-afcd-655e2a2c446d,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:40.457799 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b43bc5e8-8808-483d-bfb2-e95c5fa1ff19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:40.463510 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b43bc5e8-8808-483d-bfb2-e95c5fa1ff19 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fe4df8dfb50e4470af89805d0e932b43&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0108724 Nov 12 07:42:40.463510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:40.465944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 44884) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:40.468012 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [None req-0ccccb6d-c6b6-4da4-9d4b-ae339ab2799f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Floating IP 38077377-ddc9-4198-acc3-a0d2838f2ad7 associated. External IP: 172.25.5.134, port: d1ff74b9-bc98-4e50-b4ca-518b874318e7. Nov 12 07:42:40.533100 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bfb042b7-4a82-4b90-9553-d7d1a950216b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:40.591797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6d2d107e-f64a-4b2d-8f21-f7b59b7fbab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:40.612422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Made reservation on behalf of b94e26b1dcd6414d92a7572ce007879f for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:40.617944 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:40.624101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e1569662-b6c7-46eb-963b-5fe75de4e8cd up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:40.639837 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6d2d107e-f64a-4b2d-8f21-f7b59b7fbab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:40.731353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port e1569662-b6c7-46eb-963b-5fe75de4e8cd completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:40.739303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port e1569662-b6c7-46eb-963b-5fe75de4e8cd triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:40.740143 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:40.757642 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a88d0cf-29fb-4adb-8c0f-71459f72ba1e req-e95af095-1997-4652-8b40-b124c948246c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 210 time: 0.0723679 Nov 12 07:42:40.896645 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6d2d107e-f64a-4b2d-8f21-f7b59b7fbab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:40.900035 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:40.904604 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:40.921445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-bfb042b7-4a82-4b90-9553-d7d1a950216b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:40.927975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-bfb042b7-4a82-4b90-9553-d7d1a950216b admin admin] Usage tracker for resource:security_group_rule and tenant:3feb97a9b64048f1b17ad4e42531dcd5 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:40.931717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-bfb042b7-4a82-4b90-9553-d7d1a950216b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:40.937457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port e1569662-b6c7-46eb-963b-5fe75de4e8cd, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e1569662-b6c7-46eb-963b-5fe75de4e8cd,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:40.938702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a256e68-2c0b-43bb-b014-53b56ad6dffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1569662-b6c7-46eb-963b-5fe75de4e8cd'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:40.939075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-bfb042b7-4a82-4b90-9553-d7d1a950216b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:40.946396 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:40.948758 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:40.992574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d107e-f64a-4b2d-8f21-f7b59b7fbab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2db5116-a084-4e98-afcd-655e2a2c446d,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:41.025125 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6d2d107e-f64a-4b2d-8f21-f7b59b7fbab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:41.030734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=e1569662-b6c7-46eb-963b-5fe75de4e8cd,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:41.046930 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6d2d107e-f64a-4b2d-8f21-f7b59b7fbab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:41.048453 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6d2d107e-f64a-4b2d-8f21-f7b59b7fbab7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a2db5116-a084-4e98-afcd-655e2a2c446d HTTP/1.1" status: 204 len: 168 time: 0.5806191 Nov 12 07:42:41.080374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af9c8d-1e61-4dec-96fd-3d30cc21e909 req-8553aab3-eb81-4977-ba6f-7534e71aef89 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:41.082323 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93af9c8d-1e61-4dec-96fd-3d30cc21e909 req-8553aab3-eb81-4977-ba6f-7534e71aef89 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.41 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 949 time: 0.3174498 Nov 12 07:42:41.095386 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a256e68-2c0b-43bb-b014-53b56ad6dffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1569662-b6c7-46eb-963b-5fe75de4e8cd', 'code': 200} Nov 12 07:42:41.101190 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:41.121364 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bfb042b7-4a82-4b90-9553-d7d1a950216b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:41.133320 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bfb042b7-4a82-4b90-9553-d7d1a950216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:41.170267 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bb572ccb-e7b9-4f6d-a7b4-ac15e41fbe45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:41.179181 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-bfb042b7-4a82-4b90-9553-d7d1a950216b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3feb97a9b64048f1b17ad4e42531dcd5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0142868 Nov 12 07:42:41.193288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44902) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:41.225679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 44906) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:41.264933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb042b7-4a82-4b90-9553-d7d1a950216b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9380586a-6266-4a97-a876-25b78947ad99,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:41.269748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-93af9c8d-1e61-4dec-96fd-3d30cc21e909 req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Deleting port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:42:41.270133 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-93af9c8d-1e61-4dec-96fd-3d30cc21e909 req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:41.275954 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bfb042b7-4a82-4b90-9553-d7d1a950216b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:41.406948 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-70e854b1-f774-45fd-97da-3bdaab5919c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:41.413326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd10872-b49f-445a-9d4f-ea677f587791 req-3b094c19-48b4-4195-8289-ca353e92f557 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:41.415000 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ddd10872-b49f-445a-9d4f-ea677f587791 req-3b094c19-48b4-4195-8289-ca353e92f557 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 949 time: 0.4969058 Nov 12 07:42:41.551488 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-70e854b1-f774-45fd-97da-3bdaab5919c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:41.558166 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fc5e3b77-a452-4494-9a91-84757dde49e9 req-ba30496f-b0c6-4dfa-a105-db98573927ba service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 1165 time: 0.4116387 Nov 12 07:42:41.558881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 44918) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:41.631467 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5231-23e6-4155-8934-686d8ad260ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:41.697851 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Allocated IP 172.20.0.9 (061a3d8b-043d-4ed8-8c95-f6de9285004b/139b9687-780d-4de0-9a87-f6fc2d6601ba/31675607-6e8f-48db-a377-e2c3d4f98f3c) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:42:41.698484 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d39f07d1-6532-4705-9b00-bfc7d2fadfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:41.718744 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ddd10872-b49f-445a-9d4f-ea677f587791 req-044635ef-dd92-4487-acee-57f972619845 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915623 Nov 12 07:42:41.759456 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-70e854b1-f774-45fd-97da-3bdaab5919c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:41.766064 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:41.795733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e854b1-f774-45fd-97da-3bdaab5919c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9380586a-6266-4a97-a876-25b78947ad99,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:41.801914 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-70e854b1-f774-45fd-97da-3bdaab5919c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:41.853421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d39f07d1-6532-4705-9b00-bfc7d2fadfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:41.857371 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fc5e3b77-a452-4494-9a91-84757dde49e9 req-cb6ceacf-2c18-409b-8894-afe57005abc5 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=07f12e77-2a59-42db-a7e2-124af1bab942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847006 Nov 12 07:42:41.869541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d39f07d1-6532-4705-9b00-bfc7d2fadfa8 admin admin] Usage tracker for resource:security_group_rule and tenant:75c2c9dfbfed4d509797e33ce0e88b58 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:41.873496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d39f07d1-6532-4705-9b00-bfc7d2fadfa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:41.921899 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f3dc5231-23e6-4155-8934-686d8ad260ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:41.942665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f3dc5231-23e6-4155-8934-686d8ad260ef admin admin] Usage tracker for resource:security_group_rule and tenant:5c42a85af3e645eb994ccd458be6c0b3 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:41.945631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d39f07d1-6532-4705-9b00-bfc7d2fadfa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:41.946235 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-70e854b1-f774-45fd-97da-3bdaab5919c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:41.947499 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-70e854b1-f774-45fd-97da-3bdaab5919c5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9380586a-6266-4a97-a876-25b78947ad99 HTTP/1.1" status: 204 len: 168 time: 0.7499664 Nov 12 07:42:41.959437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f3dc5231-23e6-4155-8934-686d8ad260ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:41.966177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-93af9c8d-1e61-4dec-96fd-3d30cc21e909 req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] For port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=0a1e4fb9-dd5a-4cdc-aa97-540515645c5b,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:41.966703 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-93af9c8d-1e61-4dec-96fd-3d30cc21e909 req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:41.987434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f3dc5231-23e6-4155-8934-686d8ad260ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:42.003896 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.028382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccccb6d-c6b6-4da4-9d4b-ae339ab2799f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Router 3735bb15-54b5-4d58-bf0c-64e59701f51f has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:42:42.033255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Transition to ACTIVE for port object 31675607-6e8f-48db-a377-e2c3d4f98f3c will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:42.132337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-93af9c8d-1e61-4dec-96fd-3d30cc21e909 req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Calling delete_port for 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:42:42.168520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e1569662-b6c7-46eb-963b-5fe75de4e8cd up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:42.197097 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.214334 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:42.261961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port e1569662-b6c7-46eb-963b-5fe75de4e8cd triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:42.262720 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.263566 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5231-23e6-4155-8934-686d8ad260ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.324933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d39f07d1-6532-4705-9b00-bfc7d2fadfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.352797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5231-23e6-4155-8934-686d8ad260ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.364145 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Pushing event updated for resources: {'Port': ['ID=31675607-6e8f-48db-a377-e2c3d4f98f3c,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:42.369558 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:42.394283 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d39f07d1-6532-4705-9b00-bfc7d2fadfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.407966 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:42.425894 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f3dc5231-23e6-4155-8934-686d8ad260ef admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5c42a85af3e645eb994ccd458be6c0b3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1964769 Nov 12 07:42:42.427951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44930) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:42.428328 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44932) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:42.432681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acfa7c-9abe-4581-ab4a-593c2ede4397 req-8ea45244-dcf7-4f85-9953-432500c93877 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:42.434220 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-94acfa7c-9abe-4581-ab4a-593c2ede4397 req-8ea45244-dcf7-4f85-9953-432500c93877 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/ports?device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 950 time: 0.8269944 Nov 12 07:42:42.466264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5855c7e-7871-41ff-8ac7-bd443d11d4df req-4fa0b994-921d-4f17-a272-8e30f1ae4734 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:42.467874 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a5855c7e-7871-41ff-8ac7-bd443d11d4df req-4fa0b994-921d-4f17-a272-8e30f1ae4734 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/ports?device_id=d801d020-e4f4-4b0a-b037-2bbf3cb75ccd HTTP/1.1" status: 200 len: 949 time: 0.6061087 Nov 12 07:42:42.490699 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1152-65ea-4505-af5b-c429e5a7dfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.517638 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:42:42.523762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:42.534446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:42:42.538751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:42.539400 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.591884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc5231-23e6-4155-8934-686d8ad260ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a72f1b7-2a4c-4a95-b9bd-9beb52b93ff3,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:42.596070 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4592392 Nov 12 07:42:42.607505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0d5b1152-65ea-4505-af5b-c429e5a7dfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:42.616488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Request body: {'port': {'device_id': '58e84e3a-b9da-463a-84ee-878188db9eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:42.646960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccccb6d-c6b6-4da4-9d4b-ae339ab2799f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:42:42.649091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0d5b1152-65ea-4505-af5b-c429e5a7dfa7 admin admin] Usage tracker for resource:security_group_rule and tenant:a744294678604ac5ab79eded4053f6fe is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:42.658166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0d5b1152-65ea-4505-af5b-c429e5a7dfa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:42.665443 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0ccccb6d-c6b6-4da4-9d4b-ae339ab2799f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.667033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:42:42.670947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496254d-d6e4-4c87-a97c-73a97b3e19f8 None None] Sync routers for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:42:42.693506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496254d-d6e4-4c87-a97c-73a97b3e19f8 None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:42:42.694287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e496254d-d6e4-4c87-a97c-73a97b3e19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:42:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:42.701851 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0d5b1152-65ea-4505-af5b-c429e5a7dfa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:42.724761 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-603efb97-7cd0-4dd0-a0c0-2018c5d32fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.846609 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0ccccb6d-c6b6-4da4-9d4b-ae339ab2799f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "PUT /v2.0/floatingips/38077377-ddc9-4198-acc3-a0d2838f2ad7 HTTP/1.1" status: 200 len: 991 time: 4.6052175 Nov 12 07:42:42.853906 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-603efb97-7cd0-4dd0-a0c0-2018c5d32fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.857634 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.861653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'tag': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:42.944776 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.955499 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d74d2631-c4d3-4ebf-b4ba-e9cdbbafb5b4 None None] Provisioning for port 31675607-6e8f-48db-a377-e2c3d4f98f3c completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:42.961606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d74d2631-c4d3-4ebf-b4ba-e9cdbbafb5b4 None None] Provisioning complete for port 31675607-6e8f-48db-a377-e2c3d4f98f3c triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:42.962402 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d74d2631-c4d3-4ebf-b4ba-e9cdbbafb5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:42.983902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-e496254d-d6e4-4c87-a97c-73a97b3e19f8 None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:42:43.025144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d74d2631-c4d3-4ebf-b4ba-e9cdbbafb5b4 None None] Port 31675607-6e8f-48db-a377-e2c3d4f98f3c cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:42:43.037736 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d39f07d1-6532-4705-9b00-bfc7d2fadfa8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=75c2c9dfbfed4d509797e33ce0e88b58&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4666173 Nov 12 07:42:43.041954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44942) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:43.051130 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-603efb97-7cd0-4dd0-a0c0-2018c5d32fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.062539 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bb986980-8921-40d9-8c69-517e9a9ad783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:43.063873 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-94acfa7c-9abe-4581-ab4a-593c2ede4397 req-dd52404c-23e9-4aac-901b-564290ef67a3 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/security-groups?id=07f12e77-2a59-42db-a7e2-124af1bab942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114454 Nov 12 07:42:43.064867 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f07d1-6532-4705-9b00-bfc7d2fadfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07718e6-00ae-441d-a1e7-1743fed02cb1,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:43.086867 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1152-65ea-4505-af5b-c429e5a7dfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.096839 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1152-65ea-4505-af5b-c429e5a7dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.098241 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d39f07d1-6532-4705-9b00-bfc7d2fadfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:43.102584 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a5855c7e-7871-41ff-8ac7-bd443d11d4df req-9d29a397-7e2d-4098-8ea0-112461261f20 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.40 "GET /v2.0/security-groups?id=ba07a50d-7c80-42ea-9aeb-6ec1692812f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303462 Nov 12 07:42:43.103640 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cbf8a94f-d442-4408-b065-1e080e15bd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.680s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:43.103640 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cbf8a94f-d442-4408-b065-1e080e15bd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:43.144567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603efb97-7cd0-4dd0-a0c0-2018c5d32fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a72f1b7-2a4c-4a95-b9bd-9beb52b93ff3,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:43.160235 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-93af9c8d-1e61-4dec-96fd-3d30cc21e909 req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.164694 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-603efb97-7cd0-4dd0-a0c0-2018c5d32fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:43.169012 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9ade9ad2-2f4a-4509-b056-e262327f935a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:43.193886 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:43.204313 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-603efb97-7cd0-4dd0-a0c0-2018c5d32fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.207932 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-603efb97-7cd0-4dd0-a0c0-2018c5d32fe2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1a72f1b7-2a4c-4a95-b9bd-9beb52b93ff3 HTTP/1.1" status: 204 len: 168 time: 0.7728164 Nov 12 07:42:43.256184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b1152-65ea-4505-af5b-c429e5a7dfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9157dee0-c656-4010-bbbf-7cdad44d0664,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:43.261746 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0d5b1152-65ea-4505-af5b-c429e5a7dfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:43.271545 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0d5b1152-65ea-4505-af5b-c429e5a7dfa7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a744294678604ac5ab79eded4053f6fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8378448 Nov 12 07:42:43.290452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 44948) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:43.354711 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-05b4444d-9fee-451d-9c32-0604c3a6b434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.464225 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-05b4444d-9fee-451d-9c32-0604c3a6b434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.495283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Pushing event deleted for resources: {'Port': ['ID=0a1e4fb9-dd5a-4cdc-aa97-540515645c5b,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:43.579259 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-05b4444d-9fee-451d-9c32-0604c3a6b434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.585968 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d27a2ebb-b0e5-4519-aedc-f3657f659345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:43.610197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4444d-9fee-451d-9c32-0604c3a6b434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07718e6-00ae-441d-a1e7-1743fed02cb1,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:43.615035 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-05b4444d-9fee-451d-9c32-0604c3a6b434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:43.627853 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:43.658028 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-05b4444d-9fee-451d-9c32-0604c3a6b434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.658249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e496254d-d6e4-4c87-a97c-73a97b3e19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '38077377-ddc9-4198-acc3-a0d2838f2ad7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'port_id': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'mac_address': 'fa:16:3e:3a:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:10Z', 'updated_at': '2020-11-12T07:42:39Z', 'revision_number': 1, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:43.659259 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-05b4444d-9fee-451d-9c32-0604c3a6b434 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a07718e6-00ae-441d-a1e7-1743fed02cb1 HTTP/1.1" status: 204 len: 168 time: 0.6096597 Nov 12 07:42:43.685770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496254d-d6e4-4c87-a97c-73a97b3e19f8 None None] Checking router: 3735bb15-54b5-4d58-bf0c-64e59701f51f for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:42:43.693385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31675607-6e8f-48db-a377-e2c3d4f98f3c {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:42:43.713179 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.723583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496254d-d6e4-4c87-a97c-73a97b3e19f8 None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:42:43.724248 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e496254d-d6e4-4c87-a97c-73a97b3e19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:42:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:43.736246 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Transition to ACTIVE for port object 31675607-6e8f-48db-a377-e2c3d4f98f3c will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:43.743339 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.772661 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:43.900233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-904570d1-1f72-4736-aca4-9f650f819db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:43.945840 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab86ca-1880-488e-a093-6497650ef1fe req-477717a1-e86e-4ef9-bd8d-2a115e1ee099 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:43.947485 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5ab86ca-1880-488e-a093-6497650ef1fe req-477717a1-e86e-4ef9-bd8d-2a115e1ee099 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 931 time: 0.4537370 Nov 12 07:42:43.989378 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-904570d1-1f72-4736-aca4-9f650f819db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:44.008917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44958) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:44.031107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-93af9c8d-1e61-4dec-96fd-3d30cc21e909 req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] No DVR routers for this DVR port 0a1e4fb9-dd5a-4cdc-aa97-540515645c5b on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:42:44.035367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Pushing event updated for resources: {'Port': ['ID=31675607-6e8f-48db-a377-e2c3d4f98f3c,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:44.039111 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:44.049557 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5adc-671e-4dfe-a8e9-5430361960ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:44.053319 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-93af9c8d-1e61-4dec-96fd-3d30cc21e909 req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:44.057536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd801d020-e4f4-4b0a-b037-2bbf3cb75ccd', 'name': 'network-vif-deleted', 'tag': '0a1e4fb9-dd5a-4cdc-aa97-540515645c5b'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:44.059696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-e496254d-d6e4-4c87-a97c-73a97b3e19f8 None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:42:44.094094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83b3fd-be09-49d2-9a97-a721d98ca774 req-8592c3e9-1464-45c0-816e-6a262e84d6ab tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:44.095767 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4b83b3fd-be09-49d2-9a97-a721d98ca774 req-8592c3e9-1464-45c0-816e-6a262e84d6ab tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 945 time: 0.3159971 Nov 12 07:42:44.111476 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7c8c5adc-671e-4dfe-a8e9-5430361960ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:44.115547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7c8c5adc-671e-4dfe-a8e9-5430361960ab admin admin] Usage tracker for resource:security_group_rule and tenant:eaca7c8c0138460083f58bfbaf43b466 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:44.118569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7c8c5adc-671e-4dfe-a8e9-5430361960ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:44.124757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7c8c5adc-671e-4dfe-a8e9-5430361960ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:44.144151 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93af9c8d-1e61-4dec-96fd-3d30cc21e909 req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] 10.222.0.41 "DELETE /v2.0/ports/0a1e4fb9-dd5a-4cdc-aa97-540515645c5b HTTP/1.1" status: 204 len: 173 time: 3.0522525 Nov 12 07:42:44.156605 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5ab86ca-1880-488e-a093-6497650ef1fe req-39da91d5-b94e-4908-a400-d75da3f54d9e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526797 Nov 12 07:42:44.199385 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4b83b3fd-be09-49d2-9a97-a721d98ca774 req-4f7a01b4-246b-48fb-a45b-1c401571daa5 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887179 Nov 12 07:42:44.200482 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-904570d1-1f72-4736-aca4-9f650f819db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:44.206432 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94e444ee-1da0-4243-9dcc-e08cffc56193 tempest-AggregatesAdminTestJSON-1277611391 tempest-AggregatesAdminTestJSON-1277611391] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:44.245295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904570d1-1f72-4736-aca4-9f650f819db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9157dee0-c656-4010-bbbf-7cdad44d0664,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:44.248711 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-904570d1-1f72-4736-aca4-9f650f819db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:44.255193 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-904570d1-1f72-4736-aca4-9f650f819db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:44.256624 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-904570d1-1f72-4736-aca4-9f650f819db5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9157dee0-c656-4010-bbbf-7cdad44d0664 HTTP/1.1" status: 204 len: 168 time: 0.9585767 Nov 12 07:42:44.393031 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5adc-671e-4dfe-a8e9-5430361960ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:44.396068 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'tag': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7', 'status': 'completed', 'code': 200} Nov 12 07:42:44.447223 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd801d020-e4f4-4b0a-b037-2bbf3cb75ccd', 'name': 'network-vif-deleted', 'tag': '0a1e4fb9-dd5a-4cdc-aa97-540515645c5b', 'status': 'completed', 'code': 200} Nov 12 07:42:44.458141 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5adc-671e-4dfe-a8e9-5430361960ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:44.507379 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-21ddd440-f92b-4224-b390-8563df77826b tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:44.536500 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20a4fb5e-a93b-4df0-8bb8-f648b590e6ec req-7a4dd909-a3da-4011-bfe5-07610361b304 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054&device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 1160 time: 0.2112653 Nov 12 07:42:44.768177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c5adc-671e-4dfe-a8e9-5430361960ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7222f440-e33d-4056-85fd-b513967381e3,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:44.780778 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7c8c5adc-671e-4dfe-a8e9-5430361960ab admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eaca7c8c0138460083f58bfbaf43b466&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7680576 Nov 12 07:42:44.799876 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7c8c5adc-671e-4dfe-a8e9-5430361960ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:44.800440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 44984) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:44.908376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e496254d-d6e4-4c87-a97c-73a97b3e19f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '38077377-ddc9-4198-acc3-a0d2838f2ad7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'port_id': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'mac_address': 'fa:16:3e:3a:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:10Z', 'updated_at': '2020-11-12T07:42:39Z', 'revision_number': 1, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:44.918433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496254d-d6e4-4c87-a97c-73a97b3e19f8 None None] The sync data for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 is: [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '38077377-ddc9-4198-acc3-a0d2838f2ad7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'port_id': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'mac_address': 'fa:16:3e:3a:67:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:10Z', 'updated_at': '2020-11-12T07:42:39Z', 'revision_number': 1, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:42:44.937536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Attempting to bind port 31675607-6e8f-48db-a377-e2c3d4f98f3c on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:42:44.937866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Attempting to bind port 31675607-6e8f-48db-a377-e2c3d4f98f3c by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:42:44.938236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Attempting to bind port 31675607-6e8f-48db-a377-e2c3d4f98f3c on network 061a3d8b-043d-4ed8-8c95-f6de9285004b {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:42:44.963938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:42:44.964318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Checking segment: {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:44.964717 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:44.965144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Bound using segment: {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:42:44.966800 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Bound port: 31675607-6e8f-48db-a377-e2c3d4f98f3c, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce796ba-d072-4348-8544-58c3657f909c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:42:44.967261 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:45.042506 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-90754ce3-e07f-4dee-8249-c47f218ac570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:45.072720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb981ab1-d66a-46e6-a4e0-2b5641701984 req-4503221f-0175-4e44-bfda-e36baea7c6bc tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:45.081284 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb981ab1-d66a-46e6-a4e0-2b5641701984 req-4503221f-0175-4e44-bfda-e36baea7c6bc tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 949 time: 0.5521073 Nov 12 07:42:45.118309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4fb5e-a93b-4df0-8bb8-f648b590e6ec req-4359a03a-a2bf-4590-a32e-8780ab31c663 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:45.121735 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20a4fb5e-a93b-4df0-8bb8-f648b590e6ec req-4359a03a-a2bf-4590-a32e-8780ab31c663 service neutron] 10.222.0.33 "GET /v2.0/networks?id=738aa929-f78a-409c-b3ce-e2d0766417e7 HTTP/1.1" status: 200 len: 918 time: 0.5242922 Nov 12 07:42:45.124196 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-90754ce3-e07f-4dee-8249-c47f218ac570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:45.263458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dfdb8-e741-425c-96b3-4bd10ddb77b4 req-b1a3e6c3-635a-4744-9625-cf1740eb61ab tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:45.266291 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57dfdb8-e741-425c-96b3-4bd10ddb77b4 req-b1a3e6c3-635a-4744-9625-cf1740eb61ab tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/ports?device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 950 time: 0.4959798 Nov 12 07:42:45.380499 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362b628-b222-4a3e-8e05-ee808946df85 None None] New status for floating IP 38077377-ddc9-4198-acc3-a0d2838f2ad7: ACTIVE {{(pid=80794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 12 07:42:45.441775 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb981ab1-d66a-46e6-a4e0-2b5641701984 req-abe75ecf-a8c1-4db2-bba6-73d919721a51 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578897 Nov 12 07:42:45.475052 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-90754ce3-e07f-4dee-8249-c47f218ac570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:45.492162 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-70e854b1-f774-45fd-97da-3bdaab5919c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:45.513955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90754ce3-e07f-4dee-8249-c47f218ac570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7222f440-e33d-4056-85fd-b513967381e3,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:45.526137 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57dfdb8-e741-425c-96b3-4bd10ddb77b4 req-4cf7cd7c-5ba9-4994-96cd-bbf699bffe2f tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/security-groups?id=07f12e77-2a59-42db-a7e2-124af1bab942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485075 Nov 12 07:42:45.542437 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-90754ce3-e07f-4dee-8249-c47f218ac570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:45.546268 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-90754ce3-e07f-4dee-8249-c47f218ac570 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7222f440-e33d-4056-85fd-b513967381e3 HTTP/1.1" status: 204 len: 168 time: 0.7282586 Nov 12 07:42:45.551429 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-90754ce3-e07f-4dee-8249-c47f218ac570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:45.552255 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20a4fb5e-a93b-4df0-8bb8-f648b590e6ec req-f3529fea-97f8-462d-a923-b6bdd1164406 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1ff74b9-bc98-4e50-b4ca-518b874318e7 HTTP/1.1" status: 200 len: 999 time: 0.3870265 Nov 12 07:42:45.569665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-511aeea6-2952-4c3c-812c-40525b191b65 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:45.582324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-511aeea6-2952-4c3c-812c-40525b191b65 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.41 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 949 time: 0.4592881 Nov 12 07:42:45.610221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] For port 31675607-6e8f-48db-a377-e2c3d4f98f3c, host n-h2-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:42:45.623331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] For port 31675607-6e8f-48db-a377-e2c3d4f98f3c, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=31675607-6e8f-48db-a377-e2c3d4f98f3c,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:42:45.630417 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:45.714264 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:45.823271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Pushing event updated for resources: {'Port': ['ID=31675607-6e8f-48db-a377-e2c3d4f98f3c,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:45.836931 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:45.903072 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:45.910197 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] 10.222.0.33 "PUT /v2.0/ports/31675607-6e8f-48db-a377-e2c3d4f98f3c HTTP/1.1" status: 200 len: 1155 time: 3.2990408 Nov 12 07:42:45.928202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4fb5e-a93b-4df0-8bb8-f648b590e6ec req-a1aecb6b-9a22-4e78-9ac1-ae468a67e4c5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:45.930014 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20a4fb5e-a93b-4df0-8bb8-f648b590e6ec req-a1aecb6b-9a22-4e78-9ac1-ae468a67e4c5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b12c66e8-bca7-44c8-809a-b1424f8fc5f8 HTTP/1.1" status: 200 len: 863 time: 0.3674333 Nov 12 07:42:45.938029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Deleting port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:42:45.938418 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:46.092181 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-568fe5ba-aff8-428e-b0c1-fec423e50762 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 1158 time: 0.1266427 Nov 12 07:42:46.106821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647c53b-e1d2-450d-9a63-db68a021be7b req-c9d0544b-2295-4d32-a31c-1f839a3d29f2 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:46.108576 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d647c53b-e1d2-450d-9a63-db68a021be7b req-c9d0544b-2295-4d32-a31c-1f839a3d29f2 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 943 time: 0.3261733 Nov 12 07:42:46.209794 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-8dcf90bc-75ad-44b4-ba06-a1b21d727374 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31675607-6e8f-48db-a377-e2c3d4f98f3c HTTP/1.1" status: 200 len: 217 time: 0.1093519 Nov 12 07:42:46.251332 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20a4fb5e-a93b-4df0-8bb8-f648b590e6ec req-146244d2-2e79-45a2-9ad2-f3553b7208ed service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=738aa929-f78a-409c-b3ce-e2d0766417e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2672045 Nov 12 07:42:46.337213 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-470c5a2f-e148-453d-b05e-5e625c1e9ea4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:46.339498 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-470c5a2f-e148-453d-b05e-5e625c1e9ea4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.0933137 Nov 12 07:42:46.398953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:46.428649 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d647c53b-e1d2-450d-9a63-db68a021be7b req-c4fd542f-ff57-432b-811b-cff1bbb8ecf9 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757947 Nov 12 07:42:46.487124 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45034) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:46.500677 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-c2b2d3a1-7471-45e8-8bb8-195a35394c67 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499119 Nov 12 07:42:46.633545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45040) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:46.635261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device d9f54e82-8bec-43f9-bfdb-5a19eed5f826 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:42:46.650418 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'status': 'completed', 'code': 200} Nov 12 07:42:46.770039 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-08dcd758-4724-497b-9b03-f52d77bef647 service neutron] 10.222.0.33 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615037 Nov 12 07:42:46.878138 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:46.937845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a344a7e-5dd6-4929-ad3f-03a9e8bae785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f54e82-8bec-43f9-bfdb-5a19eed5f826'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:46.968016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port d9f54e82-8bec-43f9-bfdb-5a19eed5f826, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=d9f54e82-8bec-43f9-bfdb-5a19eed5f826,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:46.973147 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:46.975301 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:47.008708 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d4c9e40-b942-497f-aae2-e73577a07046 req-037abf63-34ce-4d1b-9de1-90c7b5a204e9 service neutron] 10.222.0.33 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2306070 Nov 12 07:42:47.058888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=d9f54e82-8bec-43f9-bfdb-5a19eed5f826,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:47.062538 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:47.120871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] For port d9f54e82-8bec-43f9-bfdb-5a19eed5f826, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=d9f54e82-8bec-43f9-bfdb-5a19eed5f826,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:47.121309 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:47.142260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-network', 'tenant_id': '899be653aecc46749ac59df64b0bfb23'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:47.181620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:47.202521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Usage tracker for resource:network and tenant:899be653aecc46749ac59df64b0bfb23 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:47.222580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:47.240853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:47.272221 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7ba11a7e-6a68-4aad-8c29-99e64d66e081 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a7f1b9c5140d48a7b0fd5bd7330cfc00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6351438 Nov 12 07:42:47.273741 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9d04644-244c-461b-9d3c-f36dcde294d2 req-42abc8da-723f-4c7f-a888-ebb7babb4608 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 1158 time: 0.2016299 Nov 12 07:42:47.274861 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45070) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:47.294705 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a344a7e-5dd6-4929-ad3f-03a9e8bae785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f54e82-8bec-43f9-bfdb-5a19eed5f826', 'code': 200} Nov 12 07:42:47.330324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Made reservation on behalf of 899be653aecc46749ac59df64b0bfb23 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:47.335671 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:47.384071 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Calling delete_port for d9f54e82-8bec-43f9-bfdb-5a19eed5f826 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:42:47.395862 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f00aa98-6cd7-4ba1-8069-07cfdb2c52d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:47.428814 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:47.484486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20a4fb5e-a93b-4df0-8bb8-f648b590e6ec req-7d721094-d7f6-4266-a65d-9ae244d34056 service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1489241 Nov 12 07:42:47.571539 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f00aa98-6cd7-4ba1-8069-07cfdb2c52d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:47.631555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:47.660616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Usage tracker for resource:security_group_rule and tenant:899be653aecc46749ac59df64b0bfb23 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:47.674401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:47.685723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:47.688965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d04644-244c-461b-9d3c-f36dcde294d2 req-358164f1-12f1-45f8-b57e-04c374049276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:47.690811 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9d04644-244c-461b-9d3c-f36dcde294d2 req-358164f1-12f1-45f8-b57e-04c374049276 service neutron] 10.222.0.33 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.3407819 Nov 12 07:42:47.706314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e4f79-4f70-44a3-932f-efbc5ddbe5fd req-a11e076c-b467-4d5b-9d78-37456ea4380a tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:47.708048 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fe8e4f79-4f70-44a3-932f-efbc5ddbe5fd req-a11e076c-b467-4d5b-9d78-37456ea4380a tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 949 time: 0.8327563 Nov 12 07:42:47.777577 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9d04644-244c-461b-9d3c-f36dcde294d2 req-d5ec0bd1-7dc2-4df0-86b8-2a0bc144e171 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31675607-6e8f-48db-a377-e2c3d4f98f3c HTTP/1.1" status: 200 len: 217 time: 0.0786483 Nov 12 07:42:47.780137 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f00aa98-6cd7-4ba1-8069-07cfdb2c52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:47.788668 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2fa479aa-a53b-47c1-8306-73fd26c38717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:47.798378 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:42:47.798757 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:42:47.832615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d84f-1bcc-45a5-9932-1433d1370220 req-a62c30af-5651-4a3e-b9ed-02f96b30323e tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:47.834236 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a74d84f-1bcc-45a5-9932-1433d1370220 req-a62c30af-5651-4a3e-b9ed-02f96b30323e tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/ports?device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 950 time: 0.3582351 Nov 12 07:42:47.840269 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20a4fb5e-a93b-4df0-8bb8-f648b590e6ec req-b502390c-9e23-4180-bdb5-587cee6e1407 service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2872643 Nov 12 07:42:47.843764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45086) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:47.849264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00aa98-6cd7-4ba1-8069-07cfdb2c52d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba07a50d-7c80-42ea-9aeb-6ec1692812f8,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:47.862502 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7f00aa98-6cd7-4ba1-8069-07cfdb2c52d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:47.862882 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fe8e4f79-4f70-44a3-932f-efbc5ddbe5fd req-934e96a2-3976-44d4-be39-293c44d5cc26 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356862 Nov 12 07:42:47.899378 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a74d84f-1bcc-45a5-9932-1433d1370220 req-e920d002-861a-4c28-85cc-8010a6310c35 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/security-groups?id=07f12e77-2a59-42db-a7e2-124af1bab942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565305 Nov 12 07:42:47.906673 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f00aa98-6cd7-4ba1-8069-07cfdb2c52d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:47.909071 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7f00aa98-6cd7-4ba1-8069-07cfdb2c52d1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ba07a50d-7c80-42ea-9aeb-6ec1692812f8 HTTP/1.1" status: 204 len: 168 time: 0.6320484 Nov 12 07:42:47.934671 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d04644-244c-461b-9d3c-f36dcde294d2 req-c891879a-546c-4145-8eb3-c6bb54bf12f4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:47.936270 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9d04644-244c-461b-9d3c-f36dcde294d2 req-c891879a-546c-4145-8eb3-c6bb54bf12f4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.1351273 Nov 12 07:42:47.945671 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:47.990785 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.010617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:42:48.021308 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.021779 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Added segment 83412f07-7ccd-41f0-867b-a73018aad640 of type vxlan for network 2854096f-71e4-404d-8a25-b363dce73f5a Nov 12 07:42:48.027600 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e110ce7d-0903-47fb-83b8-a274ab3d4ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:48.060836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac75e256-1d93-491c-8e09-65d82a9a3ea5,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:48.072323 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:48.080111 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1228188397-network', 'tenant_id': 'e0845a8f3b354c12b6b4d9869a6616f3'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:48.090974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:48.097802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Usage tracker for resource:network and tenant:e0845a8f3b354c12b6b4d9869a6616f3 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:48.106646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:48.116688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:48.134010 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9d04644-244c-461b-9d3c-f36dcde294d2 req-37ad3065-f122-48b8-8690-8e9b52f0607c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867371 Nov 12 07:42:48.135876 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.136013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Made reservation on behalf of e0845a8f3b354c12b6b4d9869a6616f3 for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:48.141389 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.159575 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.189918 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb7471-e582-4565-81d3-b1d9dcc6bb54 req-9c805296-b11a-4cf1-8beb-a7b8a48bad6b tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:48.197896 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ecdb7471-e582-4565-81d3-b1d9dcc6bb54 req-9c805296-b11a-4cf1-8beb-a7b8a48bad6b tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 943 time: 0.1648567 Nov 12 07:42:48.244621 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:42:48.249466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:48.258170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:e0845a8f3b354c12b6b4d9869a6616f3 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:48.263331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:48.271438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:48.289569 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ecdb7471-e582-4565-81d3-b1d9dcc6bb54 req-3bafb686-e34e-4b04-a5ea-38085708717f tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903912 Nov 12 07:42:48.292374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.296698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:48.297394 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.302987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Deleting port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:42:48.303527 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.313614 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1d84dd94-bf05-4cc0-be69-0d39d914deb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:48.412654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45098) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:48.426661 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9318545 Nov 12 07:42:48.430714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45102) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:48.433945 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9d04644-244c-461b-9d3c-f36dcde294d2 req-56c2a63c-ced9-48b8-aef9-19845ddf5965 service neutron] 10.222.0.33 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882643 Nov 12 07:42:48.441746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Request body: {'subnet': {'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-subnet', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:48.471039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:48.488350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=2854096f-71e4-404d-8a25-b363dce73f5a,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:48.488350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Usage tracker for resource:subnet and tenant:899be653aecc46749ac59df64b0bfb23 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:48.496981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 2854096f-71e4-404d-8a25-b363dce73f5a details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:42:48.560476 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:48.563449 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:48.576320 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4eb4d953-176f-44da-b7d8-7232f1c8b68a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=965842ac28aa4067a74c3ea41e5843d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1562929 Nov 12 07:42:48.585631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45110) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:48.600726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:48.606326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 2854096f-71e4-404d-8a25-b363dce73f5a details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:42:48.667424 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.673726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Made reservation on behalf of 899be653aecc46749ac59df64b0bfb23 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:48.675023 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.678570 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.682801 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-95cfdde4-d622-40fa-a290-a2e22c75953d tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:48.715317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 2854096f-71e4-404d-8a25-b363dce73f5a details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:42:48.750232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:42:48.775248 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dcbfe8-dee4-4df0-80fe-237733127b2c,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:48.778786 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.779410 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Added segment ce82bd03-72a5-412e-acaf-d54d8cc16d23 of type vxlan for network bdcf583c-9b91-4b67-8d2c-23531a9270a7 Nov 12 07:42:48.782050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] For port d9f54e82-8bec-43f9-bfdb-5a19eed5f826, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=d9f54e82-8bec-43f9-bfdb-5a19eed5f826,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:48.782632 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.792399 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:48.840288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9d04644-244c-461b-9d3c-f36dcde294d2 req-cc499c59-5de4-4d26-b306-816fd080d7c0 service neutron] 10.222.0.33 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3937285 Nov 12 07:42:48.866216 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8458cca-783e-42ea-b1da-96006422bce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.900573 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8458cca-783e-42ea-b1da-96006422bce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:48.941304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Calling delete_port for d9f54e82-8bec-43f9-bfdb-5a19eed5f826 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:42:49.006972 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:49.054810 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8458cca-783e-42ea-b1da-96006422bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:49.080135 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-90754ce3-e07f-4dee-8249-c47f218ac570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:49.098610 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:49.103344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8458cca-783e-42ea-b1da-96006422bce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58aeecc2-bc60-406c-8d04-9d9602611529,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:49.106296 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b8458cca-783e-42ea-b1da-96006422bce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:49.111581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:49.112231 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:49.184722 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8458cca-783e-42ea-b1da-96006422bce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:49.186027 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b8458cca-783e-42ea-b1da-96006422bce0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/58aeecc2-bc60-406c-8d04-9d9602611529 HTTP/1.1" status: 204 len: 168 time: 0.5993392 Nov 12 07:42:49.190618 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:49.295749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3456a7-0c98-45fb-98d7-fe8e0a6ed20b req-7aac8a0b-49ec-4c59-8b79-a73ecd6d1f1f tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:49.297583 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e3456a7-0c98-45fb-98d7-fe8e0a6ed20b req-7aac8a0b-49ec-4c59-8b79-a73ecd6d1f1f tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.33 "GET /v2.0/ports?device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 950 time: 0.1714573 Nov 12 07:42:49.364309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=bdcf583c-9b91-4b67-8d2c-23531a9270a7,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:49.373747 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:49.376728 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:49.378292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network bdcf583c-9b91-4b67-8d2c-23531a9270a7 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:42:49.398353 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:49.400220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network bdcf583c-9b91-4b67-8d2c-23531a9270a7 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:42:49.405434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-8e3456a7-0c98-45fb-98d7-fe8e0a6ed20b req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Deleting port e1569662-b6c7-46eb-963b-5fe75de4e8cd {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:42:49.405885 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e3456a7-0c98-45fb-98d7-fe8e0a6ed20b req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:49.450781 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6025350 Nov 12 07:42:49.455120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45128) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:49.468013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Request body: {'subnet': {'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1228188397-subnet', 'tenant_id': 'e0845a8f3b354c12b6b4d9869a6616f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:49.480279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:49.492343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Usage tracker for resource:subnet and tenant:e0845a8f3b354c12b6b4d9869a6616f3 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:49.497654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:49.504423 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Pushing event deleted for resources: {'Port': ['ID=d9f54e82-8bec-43f9-bfdb-5a19eed5f826,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:49.513481 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:49.538989 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network bdcf583c-9b91-4b67-8d2c-23531a9270a7 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:42:49.573210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:49.576632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3051d14-c507-4e8d-8b7d-32d52840fbf2 req-25678c07-03de-4a6c-a890-3b70540c974f tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:49.578870 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f3051d14-c507-4e8d-8b7d-32d52840fbf2 req-25678c07-03de-4a6c-a890-3b70540c974f tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/ports?device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 950 time: 0.4790065 Nov 12 07:42:49.585633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8af70-792c-491e-8178-827de2370809 req-29a2d72b-ca94-4b2d-9637-2456fb7b7278 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:49.586542 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-28d8af70-792c-491e-8178-827de2370809 req-29a2d72b-ca94-4b2d-9637-2456fb7b7278 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Synchronizing usage tracker for tenant:da684634b52649149e3650c4d376d198 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:42:49.671097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Made reservation on behalf of e0845a8f3b354c12b6b4d9869a6616f3 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:49.676236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:49.710832 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f3051d14-c507-4e8d-8b7d-32d52840fbf2 req-77c61ca9-62fe-4ef7-9657-3f585523c029 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/security-groups?id=07f12e77-2a59-42db-a7e2-124af1bab942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090517 Nov 12 07:42:49.711594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-28d8af70-792c-491e-8178-827de2370809 req-29a2d72b-ca94-4b2d-9637-2456fb7b7278 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Unset dirty status for tenant:da684634b52649149e3650c4d376d198 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:42:49.715338 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28d8af70-792c-491e-8178-827de2370809 req-29a2d72b-ca94-4b2d-9637-2456fb7b7278 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/ports?device_id=0a344a7e-5dd6-4929-ad3f-03a9e8bae785 HTTP/1.1" status: 200 len: 947 time: 0.6090298 Nov 12 07:42:49.791771 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:49.841174 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] No DVR routers for this DVR port d9f54e82-8bec-43f9-bfdb-5a19eed5f826 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:42:49.847834 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:49.850212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8006efcf-0a3e-496b-b0e8-4979e8a4eba1 req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.41 "DELETE /v2.0/ports/d9f54e82-8bec-43f9-bfdb-5a19eed5f826 HTTP/1.1" status: 204 len: 173 time: 4.1551795 Nov 12 07:42:49.851539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a344a7e-5dd6-4929-ad3f-03a9e8bae785', 'name': 'network-vif-deleted', 'tag': 'd9f54e82-8bec-43f9-bfdb-5a19eed5f826'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:49.872944 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28d8af70-792c-491e-8178-827de2370809 req-5d6f9054-91eb-4bc0-81b9-a23bbfb4ebd6 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] 10.222.0.40 "GET /v2.0/security-groups?id=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323681 Nov 12 07:42:49.937370 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-248e693c-7a9b-4c67-ac9f-8663753ad861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:50.094176 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a344a7e-5dd6-4929-ad3f-03a9e8bae785', 'name': 'network-vif-deleted', 'tag': 'd9f54e82-8bec-43f9-bfdb-5a19eed5f826', 'status': 'completed', 'code': 200} Nov 12 07:42:50.143168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983c33-3500-4a55-a13f-7c426020d468 req-ca4d59b5-e055-4bde-a024-81c77e0c2e2e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:50.153642 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-97983c33-3500-4a55-a13f-7c426020d468 req-ca4d59b5-e055-4bde-a024-81c77e0c2e2e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 943 time: 0.1429026 Nov 12 07:42:50.212354 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-97983c33-3500-4a55-a13f-7c426020d468 req-510d5f51-a270-4bf2-96d9-6900ed0f0dc8 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597641 Nov 12 07:42:50.371293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-f26e2900-c7c8-4291-8e35-4f28d418a38b None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:42:50.438317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-8e3456a7-0c98-45fb-98d7-fe8e0a6ed20b req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] For port e1569662-b6c7-46eb-963b-5fe75de4e8cd, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e1569662-b6c7-46eb-963b-5fe75de4e8cd,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:50.438729 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e3456a7-0c98-45fb-98d7-fe8e0a6ed20b req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:50.465226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ac27d0-8cad-43d9-936e-0cdf4ba7929f,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:50.537728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45158) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:50.569895 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:50.644210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-8e3456a7-0c98-45fb-98d7-fe8e0a6ed20b req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Calling delete_port for e1569662-b6c7-46eb-963b-5fe75de4e8cd owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:42:50.721208 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1bf1df1a-889e-4477-88ec-8197b81ef377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:50.742930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 31675607-6e8f-48db-a377-e2c3d4f98f3c up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:50.798137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1bf1df1a-889e-4477-88ec-8197b81ef377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:50.802658 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-1bf1df1a-889e-4477-88ec-8197b81ef377 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa79122c523418a9e27e30c9d2b630e is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:50.806081 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-1bf1df1a-889e-4477-88ec-8197b81ef377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:50.815655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1bf1df1a-889e-4477-88ec-8197b81ef377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:50.861785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 31675607-6e8f-48db-a377-e2c3d4f98f3c completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:50.871035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 31675607-6e8f-48db-a377-e2c3d4f98f3c triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:50.871454 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.070794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Checking segment: {'id': '83412f07-7ccd-41f0-867b-a73018aad640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:51.071477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Network hostable DHCP agents. Network: 2854096f-71e4-404d-8a25-b363dce73f5a, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:42:51.108461 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e3456a7-0c98-45fb-98d7-fe8e0a6ed20b req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.186688 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1bf1df1a-889e-4477-88ec-8197b81ef377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.216816 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.226056 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:51.254154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 31675607-6e8f-48db-a377-e2c3d4f98f3c, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=31675607-6e8f-48db-a377-e2c3d4f98f3c,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:51.255431 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:51.261436 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.262987 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1bf1df1a-889e-4477-88ec-8197b81ef377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.263782 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:51.291190 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dfdbf431-2bf7-4bfd-9fc5-b3dbd66c0626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:51.309156 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Pushing event deleted for resources: {'Port': ['ID=e1569662-b6c7-46eb-963b-5fe75de4e8cd,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:51.316558 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:51.318827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e1569662-b6c7-46eb-963b-5fe75de4e8cd no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:42:51.320400 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c98d9cad-d027-4e73-a4fd-d17ea43a964f req-19a27f1b-7667-4754-b0a5-0a8072f0bab5 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.40 "GET /v2.0/ports?device_id=7a256e68-2c0b-43bb-b014-53b56ad6dffc HTTP/1.1" status: 200 len: 210 time: 0.1311531 Nov 12 07:42:51.325341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Network 2854096f-71e4-404d-8a25-b363dce73f5a is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:42:51.347133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 2854096f-71e4-404d-8a25-b363dce73f5a) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:51.381549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:51.381916 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.393794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1df1a-889e-4477-88ec-8197b81ef377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1b6929-d371-4f10-b19e-c9ccb7f55e8b,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:51.400450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e26112-4b67-4132-9e60-d4e345d83981 None None] Network 2854096f-71e4-404d-8a25-b363dce73f5a requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:42:51.414401 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1bf1df1a-889e-4477-88ec-8197b81ef377 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bfa79122c523418a9e27e30c9d2b630e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8754914 Nov 12 07:42:51.415207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45192) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:51.416320 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1bf1df1a-889e-4477-88ec-8197b81ef377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:51.483134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3456a7-0c98-45fb-98d7-fe8e0a6ed20b req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] No DVR routers for this DVR port e1569662-b6c7-46eb-963b-5fe75de4e8cd on host n-h2-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:42:51.492751 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e3456a7-0c98-45fb-98d7-fe8e0a6ed20b req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.503465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a256e68-2c0b-43bb-b014-53b56ad6dffc', 'name': 'network-vif-deleted', 'tag': 'e1569662-b6c7-46eb-963b-5fe75de4e8cd'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:42:51.560608 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.1202619 Nov 12 07:42:51.560608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45200) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:51.597602 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e3456a7-0c98-45fb-98d7-fe8e0a6ed20b req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] 10.222.0.33 "DELETE /v2.0/ports/e1569662-b6c7-46eb-963b-5fe75de4e8cd HTTP/1.1" status: 204 len: 173 time: 2.2921271 Nov 12 07:42:51.612484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-router', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:51.626545 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-39951d5a-abc3-49ca-bb45-e9c926a5b7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.735035 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'code': 200} Nov 12 07:42:51.773866 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a256e68-2c0b-43bb-b014-53b56ad6dffc', 'name': 'network-vif-deleted', 'tag': 'e1569662-b6c7-46eb-963b-5fe75de4e8cd', 'status': 'completed', 'code': 200} Nov 12 07:42:51.776186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:51.779756 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.798635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] No Port match for: e1569662-b6c7-46eb-963b-5fe75de4e8cd {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:42:51.799420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e1569662-b6c7-46eb-963b-5fe75de4e8cd not bound to the agent host n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:42:51.856939 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-39951d5a-abc3-49ca-bb45-e9c926a5b7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.865820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-2854096f-71e4-404d-8a25-b363dce73f5a', 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'fixed_ips': [{'subnet_id': '78ac27d0-8cad-43d9-936e-0cdf4ba7929f'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:42:51.867086 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:51.877257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Usage tracker for resource:router and tenant:899be653aecc46749ac59df64b0bfb23 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:51.901977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:51.907849 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-72abf73c-32e9-424c-b710-442ea2048a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:51.915205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb1095-c953-4731-ab74-630972353733 req-b6effd9d-18c3-4584-86c3-384a23deadfb tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:51.923047 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22bb1095-c953-4731-ab74-630972353733 req-b6effd9d-18c3-4584-86c3-384a23deadfb tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 945 time: 0.3017037 Nov 12 07:42:51.953271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:51.997728 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22bb1095-c953-4731-ab74-630972353733 req-fd21e4be-ee6b-4bf2-9392-7cd0ff431cc9 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729017 Nov 12 07:42:52.012152 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-39951d5a-abc3-49ca-bb45-e9c926a5b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.026716 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ba696aa0-526a-424d-828a-b6d2d0135448 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:52.067960 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846799970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718870'] for router, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.068998 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7958150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846774114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56930'] for router, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.079046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39951d5a-abc3-49ca-bb45-e9c926a5b7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1b6929-d371-4f10-b19e-c9ccb7f55e8b,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:52.087519 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.088114 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-39951d5a-abc3-49ca-bb45-e9c926a5b7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:52.089167 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-39951d5a-abc3-49ca-bb45-e9c926a5b7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.092779 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-39951d5a-abc3-49ca-bb45-e9c926a5b7ae admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/bf1b6929-d371-4f10-b19e-c9ccb7f55e8b HTTP/1.1" status: 204 len: 168 time: 0.6730895 Nov 12 07:42:52.128735 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=114c2954-03a7-48e0-953f-a8a223595251,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:52.138015 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:52.188668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Allocated IP 172.20.0.2 (2854096f-71e4-404d-8a25-b363dce73f5a/78ac27d0-8cad-43d9-936e-0cdf4ba7929f/ca42da93-bd02-48f2-ae4b-19c5a9b39e10) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:42:52.293796 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-acf451b3-da79-4312-b248-e3960e839a6b req-e22deaa3-12e5-4003-98e2-4cc4793fdce7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 1160 time: 0.5189869 Nov 12 07:42:52.365865 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.394811 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-acf451b3-da79-4312-b248-e3960e839a6b req-9fc523d6-fb38-4859-a1e9-f1d972272c82 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935991 Nov 12 07:42:52.420028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Checking segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:52.420425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Network hostable DHCP agents. Network: bdcf583c-9b91-4b67-8d2c-23531a9270a7, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:42:52.429116 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.442692 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Transition to ACTIVE for port object ca42da93-bd02-48f2-ae4b-19c5a9b39e10 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:52.444818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45222) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:52.460936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Transition to ACTIVE for port object ca42da93-bd02-48f2-ae4b-19c5a9b39e10 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:52.499878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 31675607-6e8f-48db-a377-e2c3d4f98f3c up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:52.564170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Network bdcf583c-9b91-4b67-8d2c-23531a9270a7 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:42:52.567517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=31675607-6e8f-48db-a377-e2c3d4f98f3c,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:52.576494 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.594501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, bdcf583c-9b91-4b67-8d2c-23531a9270a7) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:52.608548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:52.609404 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.645982 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.382s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:52.646513 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:52.659559 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45230) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:52.682173 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2257223 Nov 12 07:42:52.697034 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-467727e7-e9a1-468d-84bb-6d69b80592c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.733162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Pushing event updated for resources: {'Port': ['ID=ca42da93-bd02-48f2-ae4b-19c5a9b39e10,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:52.735964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9987743-3f8b-437d-91d1-456619f8503b None None] Network bdcf583c-9b91-4b67-8d2c-23531a9270a7 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:42:52.770122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-467727e7-e9a1-468d-84bb-6d69b80592c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:52.773473 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.781607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-467727e7-e9a1-468d-84bb-6d69b80592c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee9f8cdf0654d3198b24ab803e4f35d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:52.786559 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-467727e7-e9a1-468d-84bb-6d69b80592c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:52.794278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-467727e7-e9a1-468d-84bb-6d69b80592c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:52.817358 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.880363 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:52.969691 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-467727e7-e9a1-468d-84bb-6d69b80592c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:52.990661 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-467727e7-e9a1-468d-84bb-6d69b80592c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.004405 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aa77ab6a-19f9-4566-b986-f073ba1a667d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:53.136723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 31675607-6e8f-48db-a377-e2c3d4f98f3c triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:53.137309 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.154417 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ee9a201b-bd15-4dbb-b537-eb97dea791de admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=da684634b52649149e3650c4d376d198&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7082202 Nov 12 07:42:53.163494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45250) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:53.169747 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-979c30da-31bb-41f3-a59d-b9c7e7b6c72b tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/networks?tenant_id=6c9e25ac6f1e4190a7c12ea6e2aa9602&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960515 Nov 12 07:42:53.183567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467727e7-e9a1-468d-84bb-6d69b80592c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30603e4-a6f5-476b-bc73-a69cc3de5f37,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:53.192451 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-467727e7-e9a1-468d-84bb-6d69b80592c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:53.224731 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-467727e7-e9a1-468d-84bb-6d69b80592c1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3ee9f8cdf0654d3198b24ab803e4f35d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5639822 Nov 12 07:42:53.229641 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45254) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:53.231194 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Network 2854096f-71e4-404d-8a25-b363dce73f5a is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:42:53.272954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:53.284327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf5c85c-d36d-4292-8a52-053705969a2f None None] Network bdcf583c-9b91-4b67-8d2c-23531a9270a7 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:42:53.323509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45258) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:53.386042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:42:53.414833 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ae073175-b94a-477f-9eee-25ff0b36c023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.442593 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ae073175-b94a-477f-9eee-25ff0b36c023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.505322 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ae073175-b94a-477f-9eee-25ff0b36c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.521228 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1bf1df1a-889e-4477-88ec-8197b81ef377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:53.537228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Allocated IP 172.25.5.3 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/0dd095f7-244c-4052-a363-4c4fd378602f) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:42:53.554214 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ff254201-d9a2-41a5-a9a3-03086d5b1ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.563388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae073175-b94a-477f-9eee-25ff0b36c023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c214b4cd-fe08-4f1a-a6b4-6e55dc12e837,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:53.570044 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ae073175-b94a-477f-9eee-25ff0b36c023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:53.590264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-c910d60c-3583-4be2-adb6-7d80d33c3486 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:53.598401 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-c910d60c-3583-4be2-adb6-7d80d33c3486 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4091291 Nov 12 07:42:53.602586 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ae073175-b94a-477f-9eee-25ff0b36c023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.609738 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ae073175-b94a-477f-9eee-25ff0b36c023 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c214b4cd-fe08-4f1a-a6b4-6e55dc12e837 HTTP/1.1" status: 204 len: 168 time: 0.4427254 Nov 12 07:42:53.653782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454ea31-0a87-4170-9892-b72bbcc779de req-a7f96645-0af3-4e04-ac70-ce61bfd29c94 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:53.655927 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6454ea31-0a87-4170-9892-b72bbcc779de req-a7f96645-0af3-4e04-ac70-ce61bfd29c94 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 945 time: 0.3426278 Nov 12 07:42:53.667819 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-257dcc3d-4b1d-44a1-a644-b97b11f091c9 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/quotas/6c9e25ac6f1e4190a7c12ea6e2aa9602 HTTP/1.1" status: 200 len: 375 time: 0.0681396 Nov 12 07:42:53.716322 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ff254201-d9a2-41a5-a9a3-03086d5b1ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.755141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Attempting to bind port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:42:53.755987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Attempting to bind port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '83412f07-7ccd-41f0-867b-a73018aad640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:42:53.756412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Attempting to bind port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 on network 2854096f-71e4-404d-8a25-b363dce73f5a {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:42:53.774647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:42:53.775467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Checking segment: {'id': '83412f07-7ccd-41f0-867b-a73018aad640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:53.776067 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.776687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Bound using segment: {'id': '83412f07-7ccd-41f0-867b-a73018aad640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:42:53.777407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Bound port: ca42da93-bd02-48f2-ae4b-19c5a9b39e10, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83412f07-7ccd-41f0-867b-a73018aad640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:42:53.777797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.790536 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-280eeed4-ee4b-4ac3-ac5c-90e2c04d83c0 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?tenant_id=6c9e25ac6f1e4190a7c12ea6e2aa9602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214559 Nov 12 07:42:53.884026 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.894363 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ff254201-d9a2-41a5-a9a3-03086d5b1ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.899409 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5525a27f-ce3b-4699-81ad-72cdfc0922f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:53.935719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff254201-d9a2-41a5-a9a3-03086d5b1ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30603e4-a6f5-476b-bc73-a69cc3de5f37,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:53.939208 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ff254201-d9a2-41a5-a9a3-03086d5b1ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:53.970089 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:53.973946 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6454ea31-0a87-4170-9892-b72bbcc779de req-5759b03e-1725-4dab-9a98-700202fa130b tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035707 Nov 12 07:42:54.007836 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e5f3495c-365f-494d-b4bb-4dc408fcf949 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=45f4934ee0384ee08dbbd3df0a2f2150&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6770337 Nov 12 07:42:54.007836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45278) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:54.062047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] For port ca42da93-bd02-48f2-ae4b-19c5a9b39e10, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:42:54.065463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] For port ca42da93-bd02-48f2-ae4b-19c5a9b39e10, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ca42da93-bd02-48f2-ae4b-19c5a9b39e10,segment=NetworkSegment(83412f07-7ccd-41f0-867b-a73018aad640),segment_id=83412f07-7ccd-41f0-867b-a73018aad640)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:42:54.070146 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:54.247941 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:54.259386 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8aafb88b-8e97-408d-a7b4-e42cb125bb64 req-eb790016-3370-4669-8050-91991b2a5850 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 210 time: 0.1096282 Nov 12 07:42:54.324393 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75a6be6a-edac-4fb2-b801-69b9ba97107c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:54.345992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd095f7-244c-4052-a363-4c4fd378602f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:54.357096 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:54.359134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ff254201-d9a2-41a5-a9a3-03086d5b1ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:54.360954 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ff254201-d9a2-41a5-a9a3-03086d5b1ea6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e30603e4-a6f5-476b-bc73-a69cc3de5f37 HTTP/1.1" status: 204 len: 168 time: 1.1274648 Nov 12 07:42:54.381200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:42:54.382644 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:54.386132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:42:54.419614 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:54.423039 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75a6be6a-edac-4fb2-b801-69b9ba97107c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:54.459578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 31675607-6e8f-48db-a377-e2c3d4f98f3c up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:54.495017 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45292) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:54.554984 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:54.555294 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-779055ae-14e9-4bc4-827e-e5f566027ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:54.555839 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7975814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930'] for router, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:54.635229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Pushing event updated for resources: {'Port': ['ID=ca42da93-bd02-48f2-ae4b-19c5a9b39e10,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:54.638650 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:54.671756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 31675607-6e8f-48db-a377-e2c3d4f98f3c triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:54.672189 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:54.681943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-779055ae-14e9-4bc4-827e-e5f566027ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:54.685086 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75a6be6a-edac-4fb2-b801-69b9ba97107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:54.709425 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4df92df9-869a-4d4e-b8f3-f8c91d5f0822 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:54.725592 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-779055ae-14e9-4bc4-827e-e5f566027ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:e97dfa9f57504f2eb3a784a5b9bd0a04 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:54.736345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-779055ae-14e9-4bc4-827e-e5f566027ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:54.744429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6be6a-edac-4fb2-b801-69b9ba97107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f12e77-2a59-42db-a7e2-124af1bab942,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:54.753668 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-75a6be6a-edac-4fb2-b801-69b9ba97107c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:54.756182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-779055ae-14e9-4bc4-827e-e5f566027ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:54.769776 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75a6be6a-edac-4fb2-b801-69b9ba97107c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:54.773594 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-75a6be6a-edac-4fb2-b801-69b9ba97107c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/07f12e77-2a59-42db-a7e2-124af1bab942 HTTP/1.1" status: 204 len: 168 time: 0.7656872 Nov 12 07:42:54.931589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45302) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:54.955676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1367154352-network', 'tenant_id': 'bb7c278c712f4f4bb0132e8280c968d3'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:54.968214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:54.971997 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-779055ae-14e9-4bc4-827e-e5f566027ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:54.975054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Usage tracker for resource:network and tenant:bb7c278c712f4f4bb0132e8280c968d3 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:54.979247 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-779055ae-14e9-4bc4-827e-e5f566027ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.018026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:55.021507 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-904570d1-1f72-4736-aca4-9f650f819db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:55.033918 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-779055ae-14e9-4bc4-827e-e5f566027ac2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e97dfa9f57504f2eb3a784a5b9bd0a04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5352058 Nov 12 07:42:55.039870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45310) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:55.051482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:55.125752 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779055ae-14e9-4bc4-827e-e5f566027ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f017844-9682-4584-b568-78825bfd48f7,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:55.129837 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-779055ae-14e9-4bc4-827e-e5f566027ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:55.146745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Made reservation on behalf of bb7c278c712f4f4bb0132e8280c968d3 for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:55.163416 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.199110 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.274306 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0ec80305-8de2-4f88-8df4-9fdd999d36ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.311638 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0ec80305-8de2-4f88-8df4-9fdd999d36ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.362743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:55.370025 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0ec80305-8de2-4f88-8df4-9fdd999d36ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.375528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Usage tracker for resource:security_group_rule and tenant:bb7c278c712f4f4bb0132e8280c968d3 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:55.414887 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-63c0b8aa-9ae7-4f44-8d6c-51f4b5800c6b tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:55.436484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:55.457476 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee is scheduled to L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 with binding_index 1 {{(pid=80793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 12 07:42:55.461890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec80305-8de2-4f88-8df4-9fdd999d36ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f017844-9682-4584-b568-78825bfd48f7,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:55.466238 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0ec80305-8de2-4f88-8df4-9fdd999d36ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:55.591741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:55.624538 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-07956932-49d8-4eed-bd64-6ab00e615938 req-5b6aae71-4922-4f8a-8656-1bd304acea07 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 210 time: 0.1570740 Nov 12 07:42:55.637666 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0ec80305-8de2-4f88-8df4-9fdd999d36ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.638991 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0ec80305-8de2-4f88-8df4-9fdd999d36ab admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0f017844-9682-4584-b568-78825bfd48f7 HTTP/1.1" status: 204 len: 168 time: 0.5952959 Nov 12 07:42:55.681552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46cadb-06a3-4065-944b-d55938bca7b0 req-fb3cd43e-69f6-488c-a704-13c40021d726 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:55.690112 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a46cadb-06a3-4065-944b-d55938bca7b0 req-fb3cd43e-69f6-488c-a704-13c40021d726 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 945 time: 0.3243608 Nov 12 07:42:55.725226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45328) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:55.780216 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c6c3-9687-4c2e-96a1-618d9a5cc8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.810494 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.820715 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.826480 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f37af8a9-5344-47a2-a8de-0d5c0cbd86d9 tempest-SecurityGroupsTestAdminJSON-639805287 tempest-SecurityGroupsTestAdminJSON-639805287] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:55.843359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:42:55.848233 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a46cadb-06a3-4065-944b-d55938bca7b0 req-c0d8c19a-deec-429b-bfe2-b6dcd5204e81 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568513 Nov 12 07:42:55.855932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Sync routers for ids ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:42:55.883019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Routers {'2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:42:55.888982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:42:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:55.895695 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.899724 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.3223171 Nov 12 07:42:55.900483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45334) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:55.902572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:42:55.920408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caa71f5-473b-4f2a-8594-d72b8d86e843,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:55.934264 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:55.940344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f1e8c6c3-9687-4c2e-96a1-618d9a5cc8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:55.947319 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:55.947994 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Added segment c5bcb14c-53ea-4d3d-8277-c00994301b0e of type vxlan for network a82944e9-7f9a-4754-86ac-b4c5188a99d0 Nov 12 07:42:55.949667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f1e8c6c3-9687-4c2e-96a1-618d9a5cc8b4 admin admin] Usage tracker for resource:security_group_rule and tenant:6682d145ea924589b5ebce367491efcc is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:55.957169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f1e8c6c3-9687-4c2e-96a1-618d9a5cc8b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:55.964507 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f1e8c6c3-9687-4c2e-96a1-618d9a5cc8b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:56.011323 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:56.097226 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-bc56d494-d4c5-41af-95b7-a1e6656dc753 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.41 "GET /v2.0/networks?tenant_id=6c9e25ac6f1e4190a7c12ea6e2aa9602&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671768 Nov 12 07:42:56.452214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Set router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:42:56.478590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2783d55f-d938-4025-a39f-734b5899a86a None None] Network 2854096f-71e4-404d-8a25-b363dce73f5a requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:42:56.648762 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:56.649088 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-82083672-c9d3-4735-b49c-4733611b7ca5 None None] Provisioning for port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:56.654674 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c6c3-9687-4c2e-96a1-618d9a5cc8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:56.672802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:56.673556 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:56.711833 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:56.764366 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f1e8c6c3-9687-4c2e-96a1-618d9a5cc8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:56.961866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-2a083656-57cc-4401-a8e4-11b98ae2b501 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:56.974283 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-2a083656-57cc-4401-a8e4-11b98ae2b501 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8707492 Nov 12 07:42:57.100422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ca42da93-bd02-48f2-ae4b-19c5a9b39e10 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:57.142061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Request body: {'port': {'device_id': '75ddc35a-901e-49dc-9142-96695f245512', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': '6c9e25ac6f1e4190a7c12ea6e2aa9602'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:57.145689 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:57.199311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-router', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:42:52Z', 'updated_at': '2020-11-12T07:42:54Z', 'revision_number': 3, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'gw_port': {'id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:53Z', 'updated_at': '2020-11-12T07:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:57.207155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Checking router: 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:42:57.207553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Updating router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee port 0dd095f7-244c-4052-a363-4c4fd378602f binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:42:57.233397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Pushing event updated for resources: {'Network': ['ID=a82944e9-7f9a-4754-86ac-b4c5188a99d0,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:57.237851 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5f6328a9-1ee7-43d9-9def-5b93d7157db3 req-df5a5e99-e582-40d7-a493-e49ca6205f56 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 210 time: 0.3016467 Nov 12 07:42:57.250130 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:57.255943 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3192596 Nov 12 07:42:57.258451 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-75a6be6a-edac-4fb2-b801-69b9ba97107c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.475s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:57.269451 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network a82944e9-7f9a-4754-86ac-b4c5188a99d0 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:42:57.295395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45358) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:57.305080 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:57.317604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Request body: {'subnet': {'network_id': 'a82944e9-7f9a-4754-86ac-b4c5188a99d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1367154352-subnet', 'tenant_id': 'bb7c278c712f4f4bb0132e8280c968d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:57.348836 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f1e8c6c3-9687-4c2e-96a1-618d9a5cc8b4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6682d145ea924589b5ebce367491efcc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6194534 Nov 12 07:42:57.365898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45364) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:42:57.438953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:57.484537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network a82944e9-7f9a-4754-86ac-b4c5188a99d0 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:42:57.485211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Usage tracker for resource:subnet and tenant:bb7c278c712f4f4bb0132e8280c968d3 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:57.491125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:57.509120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:57.550259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-1028b830-3305-4ff3-826d-0c787cb99ed4 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:42:57.553746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Made reservation on behalf of bb7c278c712f4f4bb0132e8280c968d3 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:57.559427 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-1028b830-3305-4ff3-826d-0c787cb99ed4 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.2631590 Nov 12 07:42:57.566766 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:57.642469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8c6c3-9687-4c2e-96a1-618d9a5cc8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd649b9f-575d-4709-a0d2-077f3efd76d7,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:57.659484 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f1e8c6c3-9687-4c2e-96a1-618d9a5cc8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:57.713838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network a82944e9-7f9a-4754-86ac-b4c5188a99d0 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:42:57.758545 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5834959d-a93f-4142-9b31-0fd895ae67e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:57.822305 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-96393acc-51dc-4ace-9522-499dc92b5d94 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 696 time: 0.2617393 Nov 12 07:42:57.828473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7b42d539-69a6-4a36-aba9-1017fafbbadd tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Request body: {'floatingip': {'port_id': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:42:57.936065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:42:57.963269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:57.968723 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.011097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c0b0a813-ca47-487c-a26e-5c3aeb489fb0 None None] Provisioning complete for port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:58.011801 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a813-ca47-487c-a26e-5c3aeb489fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.188021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:58.192257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Usage tracker for resource:port and tenant:6c9e25ac6f1e4190a7c12ea6e2aa9602 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:58.195845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:58.203248 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:58.220619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Made reservation on behalf of 6c9e25ac6f1e4190a7c12ea6e2aa9602 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:42:58.227631 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.230453 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.259982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.267534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port ca42da93-bd02-48f2-ae4b-19c5a9b39e10, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ca42da93-bd02-48f2-ae4b-19c5a9b39e10,segment=NetworkSegment(83412f07-7ccd-41f0-867b-a73018aad640),segment_id=83412f07-7ccd-41f0-867b-a73018aad640)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:42:58.273199 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a813-ca47-487c-a26e-5c3aeb489fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.276127 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7b42d539-69a6-4a36-aba9-1017fafbbadd tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.307259 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.331301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Transition to ACTIVE for port object 0dd095f7-244c-4052-a363-4c4fd378602f will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:58.337689 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.342066 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.350705 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5834959d-a93f-4142-9b31-0fd895ae67e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.395229 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b69f6539-ce42-47e4-83ab-9282c7a076a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:58.433175 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8f12ab28-5a4d-4c3c-bed2-f3dd6179b719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:58.485884 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-c0b0a813-ca47-487c-a26e-5c3aeb489fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80794) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:42:58.486400 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-c0b0a813-ca47-487c-a26e-5c3aeb489fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:42:58.577067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:42:58.582621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Usage tracker for resource:security_group_rule and tenant:6c9e25ac6f1e4190a7c12ea6e2aa9602 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:42:58.585630 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=ca42da93-bd02-48f2-ae4b-19c5a9b39e10,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:58.586170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:42:58.592428 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:58.606514 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:42:58.641442 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Pushing event updated for resources: {'Port': ['ID=0dd095f7-244c-4052-a363-4c4fd378602f,revision_number=2']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:58.700117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.700507 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.700884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.701402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.701786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.702136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.702586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.702950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.703487 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.703653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.703991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.704493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.704912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.705269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.705627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.705980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.706334 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.706689 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.707049 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.707399 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.707748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.708101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.708673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.708927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.709403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.709759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.710113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.710464 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.710819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.711171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.711520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.711870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.712220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.712568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.712941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.713300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:42:58.718670 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:58.757595 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-43852a9e-66cd-48ab-88c5-2cfce2394747 req-c4408a0d-e26f-4312-bfeb-2a8014c820c5 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 210 time: 0.1285839 Nov 12 07:42:58.775443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Allocated IP 172.20.0.1 (2854096f-71e4-404d-8a25-b363dce73f5a/78ac27d0-8cad-43d9-936e-0cdf4ba7929f/b61444d2-21dd-4bc6-82c8-b74320c8f194) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:42:58.786249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Attempting to bind port 0dd095f7-244c-4052-a363-4c4fd378602f on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:42:58.786249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Attempting to bind port 0dd095f7-244c-4052-a363-4c4fd378602f by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:42:58.786249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Attempting to bind port 0dd095f7-244c-4052-a363-4c4fd378602f on network e05c3b57-937d-41ff-abac-1be23c57afec {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:42:58.793584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:42:58.798107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:58.799359 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.800196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Bound using segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:42:58.800987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Bound port: 0dd095f7-244c-4052-a363-4c4fd378602f, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:42:58.802052 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.862604 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5834959d-a93f-4142-9b31-0fd895ae67e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.871617 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-779055ae-14e9-4bc4-827e-e5f566027ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:58.900137 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:58.904034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834959d-a93f-4142-9b31-0fd895ae67e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd649b9f-575d-4709-a0d2-077f3efd76d7,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:58.925516 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5834959d-a93f-4142-9b31-0fd895ae67e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:58.935243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] For port 0dd095f7-244c-4052-a363-4c4fd378602f, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:42:58.945788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] For port 0dd095f7-244c-4052-a363-4c4fd378602f, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=0dd095f7-244c-4052-a363-4c4fd378602f,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:42:58.950987 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:58.954936 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:59.049873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ca42da93-bd02-48f2-ae4b-19c5a9b39e10 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:42:59.151078 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:59.157556 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5834959d-a93f-4142-9b31-0fd895ae67e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:59.159428 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5834959d-a93f-4142-9b31-0fd895ae67e5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dd649b9f-575d-4709-a0d2-077f3efd76d7 HTTP/1.1" status: 204 len: 168 time: 1.7900627 Nov 12 07:42:59.174255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a80a5b-5e1d-43bc-9d29-2f175f087198,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:59.183112 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:59.274087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:59.274519 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:59.352529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Pushing event updated for resources: {'Port': ['ID=0dd095f7-244c-4052-a363-4c4fd378602f,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:59.373032 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:59.500528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Routers {'2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:42:59.501180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:42:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:42:59.502046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c5edc3a1-90e9-4086-8aa3-8f50f9814089 None None] Provisioning complete for port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:42:59.502474 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c5edc3a1-90e9-4086-8aa3-8f50f9814089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:59.697627 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:59.729834 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:59.757623 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:42:59.804742 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:59.886808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Checking segment: {'id': 'c5bcb14c-53ea-4d3d-8277-c00994301b0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a82944e9-7f9a-4754-86ac-b4c5188a99d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:42:59.887200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Network hostable DHCP agents. Network: a82944e9-7f9a-4754-86ac-b4c5188a99d0, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:42:59.892542 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Transition to ACTIVE for port object b61444d2-21dd-4bc6-82c8-b74320c8f194 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:42:59.936480 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] Set router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:42:59.938639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ec66b0-18f6-4847-9d12-ca18a157d323,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:42:59.942746 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:42:59.959243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Network a82944e9-7f9a-4754-86ac-b4c5188a99d0 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:42:59.982676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, a82944e9-7f9a-4754-86ac-b4c5188a99d0) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:42:59.984787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:42:59.992822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d94aa0-f0e3-4d23-8772-e868ae0593a5 None None] Network a82944e9-7f9a-4754-86ac-b4c5188a99d0 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:43:00.018750 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:00.082313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:00.082742 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:00.097376 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7b42d539-69a6-4a36-aba9-1017fafbbadd tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:43:00.227021 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7b42d539-69a6-4a36-aba9-1017fafbbadd tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:00.300810 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d067055-c494-419e-b2ae-e4728708f1ea None None] Network a82944e9-7f9a-4754-86ac-b4c5188a99d0 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:43:00.328964 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0167000 Nov 12 07:43:00.329959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Pushing event updated for resources: {'Port': ['ID=b61444d2-21dd-4bc6-82c8-b74320c8f194,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:00.335228 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:00.359506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Network 2854096f-71e4-404d-8a25-b363dce73f5a is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:00.365996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:00.369519 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:43:00.370042 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951012'] for router_interface, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:00.409291 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-60328b2e-fdfc-4bc2-bc74-73877f19973d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:00.550127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-router', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:42:52Z', 'updated_at': '2020-11-12T07:42:54Z', 'revision_number': 3, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'gw_port': {'id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:53Z', 'updated_at': '2020-11-12T07:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:00.554193 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:00.573070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e781f-b1f6-471e-944d-6949700d333e None None] The sync data for ids ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'] in n-d-761264-6 is: [{'id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-router', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:42:52Z', 'updated_at': '2020-11-12T07:42:54Z', 'revision_number': 3, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'gw_port': {'id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:53Z', 'updated_at': '2020-11-12T07:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:00.614174 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7b42d539-69a6-4a36-aba9-1017fafbbadd tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:00.718275 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-af88b7a2-aa2b-4290-9e2a-ebb7a7e4ca65 req-dbeeb190-185e-4cc2-af51-a0397ec01d06 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 210 time: 0.2194757 Nov 12 07:43:00.819539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-f5d560d1-a987-4d5c-9e83-d52c780e534a None None] Provisioning for port b61444d2-21dd-4bc6-82c8-b74320c8f194 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:00.834050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-f5d560d1-a987-4d5c-9e83-d52c780e534a None None] Provisioning complete for port b61444d2-21dd-4bc6-82c8-b74320c8f194 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:00.834472 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5d560d1-a987-4d5c-9e83-d52c780e534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:00.891172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Allocated IP 192.168.233.131 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:43:00.935120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45446) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:00.969681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-f5d560d1-a987-4d5c-9e83-d52c780e534a None None] Port b61444d2-21dd-4bc6-82c8-b74320c8f194 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:43:01.051834 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:01.057456 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:01.058390 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7104559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982403'] for router_interface, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:01.087067 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:01.175580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-673456820-network', 'tenant_id': '73cf674a8f58458f86913494ee570148'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:01.184475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:01.199376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Usage tracker for resource:network and tenant:73cf674a8f58458f86913494ee570148 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:01.206653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:01.224009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:01.237006 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7b42d539-69a6-4a36-aba9-1017fafbbadd tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Floating IP 56adb667-43a3-44c8-be12-c80a8201f275 associated. External IP: 172.25.5.174, port: b6625e6f-1eeb-490e-92ac-644b912c4427. Nov 12 07:43:01.258687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Pushing event updated for resources: {'Port': ['ID=b61444d2-21dd-4bc6-82c8-b74320c8f194,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:01.269985 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:01.349158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Network 2854096f-71e4-404d-8a25-b363dce73f5a is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:01.351009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:01.699578 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:01.710648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Made reservation on behalf of 73cf674a8f58458f86913494ee570148 for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:43:01.716291 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:01.721302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-7cc4247f-1c3d-4e94-80ff-75cda351375c None None] Provisioning complete for port b61444d2-21dd-4bc6-82c8-b74320c8f194 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:01.721821 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc4247f-1c3d-4e94-80ff-75cda351375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:01.779473 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:01.786467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4247f-1c3d-4e94-80ff-75cda351375c None None] Port b61444d2-21dd-4bc6-82c8-b74320c8f194 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:43:01.799425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Transition to ACTIVE for port object 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:01.924502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:43:01.943707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:01.959379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Usage tracker for resource:security_group_rule and tenant:73cf674a8f58458f86913494ee570148 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:01.962963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:01.985186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:01.990245 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:02.014667 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-42b33536-107d-4e3c-9b8b-26998280440d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:02.063186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44201264-d4d1-4753-87c5-6774c163f7ed req-cea06f54-c62f-42f7-bfc2-7be76ec89e5d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:02.063932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-44201264-d4d1-4753-87c5-6774c163f7ed req-cea06f54-c62f-42f7-bfc2-7be76ec89e5d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Synchronizing usage tracker for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:network {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:02.144984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:02.150535 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] 10.222.0.40 "PUT /v2.0/routers/2722cbd6-4252-49b8-b4fb-240fc2ffb5ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2489152 Nov 12 07:43:02.222300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Pushing event updated for resources: {'Port': ['ID=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:02.229065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-44201264-d4d1-4753-87c5-6774c163f7ed req-cea06f54-c62f-42f7-bfc2-7be76ec89e5d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Unset dirty status for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:network {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:02.230492 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-cea06f54-c62f-42f7-bfc2-7be76ec89e5d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 808 time: 0.4983099 Nov 12 07:43:02.235795 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:02.305670 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f8b42c96-49e8-40d8-9041-376b083536ce tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/quotas/e0845a8f3b354c12b6b4d9869a6616f3 HTTP/1.1" status: 200 len: 375 time: 0.0559545 Nov 12 07:43:02.387949 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-19480663-71ca-40d2-87db-5691770da765 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649931 Nov 12 07:43:02.394305 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:02.431860 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:02.440117 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-39951d5a-abc3-49ca-bb45-e9c926a5b7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:02.499312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:02.511486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:02.527504 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:43:02.532515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:02.533210 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:02.556422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:43:02.714257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-6926aac9-6b32-4afb-8f3d-7f39eb631588 None None] Provisioning for port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:02.715707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf3d048-0739-4a7e-97b0-1bade063b2dc,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:02.719408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-6926aac9-6b32-4afb-8f3d-7f39eb631588 None None] Provisioning complete for port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:02.720010 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6926aac9-6b32-4afb-8f3d-7f39eb631588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:02.731294 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:02.731741 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Added segment 3769a418-a2a1-4167-84b8-4d5cfe899909 of type vxlan for network d7635f92-d2c1-4bc0-a958-b079b0aa970d Nov 12 07:43:02.748828 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:02.780117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-6926aac9-6b32-4afb-8f3d-7f39eb631588 None None] Port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:43:02.782324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6911788 Nov 12 07:43:02.814567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Request body: {'port': {'device_id': '75ddc35a-901e-49dc-9142-96695f245512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:02.843096 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:02.856156 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-7cfcc836-f7b5-484b-8162-c1b8452145d6 service neutron] 10.222.0.40 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591165 Nov 12 07:43:02.983412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 0dd095f7-244c-4052-a363-4c4fd378602f up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:03.056601 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:03.059848 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:03.063044 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6d3433bf-e82e-489e-81a5-25ae6353c9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:03.075777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:03.076412 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:03.086133 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-501c6394-98bf-48ce-91d6-9b081d0a7b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:03.092246 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:03.096490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 0dd095f7-244c-4052-a363-4c4fd378602f completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:03.101604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 0dd095f7-244c-4052-a363-4c4fd378602f triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:03.102017 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:03.239343 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.3029921 Nov 12 07:43:03.240023 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:03.242383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45472) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:03.254376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Request body: {'subnet': {'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-673456820-subnet', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:03.259978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:03.268433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Usage tracker for resource:subnet and tenant:73cf674a8f58458f86913494ee570148 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:03.270802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Pushing event updated for resources: {'Network': ['ID=d7635f92-d2c1-4bc0-a958-b079b0aa970d,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:03.271715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:03.277455 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-702168fb-9c5d-4e7b-93a7-607133706c4d service neutron] 10.222.0.40 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4038479 Nov 12 07:43:03.278383 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:03.294892 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:03.312005 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Made reservation on behalf of 73cf674a8f58458f86913494ee570148 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:43:03.319080 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:03.366755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:43:03.443043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7b42d539-69a6-4a36-aba9-1017fafbbadd tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Router 902fa1fe-e559-49ce-8b58-cf9b5484f864 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:43:03.471829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:43:03.487372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:43:03.712150 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:03.736515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port 0dd095f7-244c-4052-a363-4c4fd378602f, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=0dd095f7-244c-4052-a363-4c4fd378602f,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:03.750634 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:03.755619 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:03.886115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=0dd095f7-244c-4052-a363-4c4fd378602f,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:03.891944 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:03.944314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Sync routers for ids ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:03.958554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Routers {'2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:03.959393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:04.016697 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:04.157109 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d1408d0-d2f7-47c5-918d-5c25b4f9f1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:04.182591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e54d61-6fb2-47cb-a4fd-f89d2c9448cf req-38d02f79-ba4b-4f36-9067-20f161711144 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:04.183287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-34e54d61-6fb2-47cb-a4fd-f89d2c9448cf req-38d02f79-ba4b-4f36-9067-20f161711144 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Synchronizing usage tracker for tenant:6c9e25ac6f1e4190a7c12ea6e2aa9602 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:04.211450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Set router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:04.219358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34aa7fdb-2804-4cad-9817-1cacd79178f3,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:04.222836 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:04.260120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Checking segment: {'id': '3769a418-a2a1-4167-84b8-4d5cfe899909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:43:04.260599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Network hostable DHCP agents. Network: d7635f92-d2c1-4bc0-a958-b079b0aa970d, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:43:04.286958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:43:04.291762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:43:04.299432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, d7635f92-d2c1-4bc0-a958-b079b0aa970d) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:04.299842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-34e54d61-6fb2-47cb-a4fd-f89d2c9448cf req-38d02f79-ba4b-4f36-9067-20f161711144 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Unset dirty status for tenant:6c9e25ac6f1e4190a7c12ea6e2aa9602 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:04.303651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:04.304636 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:04.307511 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-34e54d61-6fb2-47cb-a4fd-f89d2c9448cf req-38d02f79-ba4b-4f36-9067-20f161711144 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 936 time: 0.3704298 Nov 12 07:43:04.311667 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:04.315632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee72d1d9-9a25-442f-963f-b12120dfc5b5 None None] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:43:04.333506 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0894139 Nov 12 07:43:04.336622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45490) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:04.342801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-673456820-router', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:04.347074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Transition to ACTIVE for port object 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:04.349850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:04.354333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Usage tracker for resource:router and tenant:73cf674a8f58458f86913494ee570148 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:04.354997 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:04.358898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:04.365239 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:04.378677 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846799970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718870'] for router, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:04.379860 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7958150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846774114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56930'] for router, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:04.380183 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:04.406572 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:04.424783 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:04.521890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7b42d539-69a6-4a36-aba9-1017fafbbadd tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:04.530264 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7b42d539-69a6-4a36-aba9-1017fafbbadd tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:04.534715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12bbbf-de5a-49b5-8e59-095751003625 None None] Sync routers for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:04.560584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-34e54d61-6fb2-47cb-a4fd-f89d2c9448cf req-bb64c496-cb10-4e65-96cd-35cebdf7ad47 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Synchronizing usage tracker for tenant:6c9e25ac6f1e4190a7c12ea6e2aa9602 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:04.570517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12bbbf-de5a-49b5-8e59-095751003625 None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:04.571702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ca12bbbf-de5a-49b5-8e59-095751003625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:04.618421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:04.628885 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:04.660672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-34e54d61-6fb2-47cb-a4fd-f89d2c9448cf req-bb64c496-cb10-4e65-96cd-35cebdf7ad47 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Unset dirty status for tenant:6c9e25ac6f1e4190a7c12ea6e2aa9602 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:04.662485 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:04.672931 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-34e54d61-6fb2-47cb-a4fd-f89d2c9448cf req-bb64c496-cb10-4e65-96cd-35cebdf7ad47 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/security-groups?id=e8ec66b0-18f6-4847-9d12-ca18a157d323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644004 Nov 12 07:43:04.674645 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7b42d539-69a6-4a36-aba9-1017fafbbadd tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "PUT /v2.0/floatingips/56adb667-43a3-44c8-be12-c80a8201f275 HTTP/1.1" status: 200 len: 996 time: 6.8511286 Nov 12 07:43:04.675400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:04.871591 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:04.917946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-ca12bbbf-de5a-49b5-8e59-095751003625 None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:05.027529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:05.087067 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:05.093850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 0dd095f7-244c-4052-a363-4c4fd378602f up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:05.135178 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-c644acb3-a165-403b-b6cc-7279df97b67c req-c7f845bc-c5c9-4640-b659-fc68311e13a5 tempest-FloatingIPDetailsNegativeTestJSON-1598665157 tempest-FloatingIPDetailsNegativeTestJSON-1598665157] show failed (client error): The resource could not be found. Nov 12 07:43:05.150335 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c644acb3-a165-403b-b6cc-7279df97b67c req-c7f845bc-c5c9-4640-b659-fc68311e13a5 tempest-FloatingIPDetailsNegativeTestJSON-1598665157 tempest-FloatingIPDetailsNegativeTestJSON-1598665157] 10.222.0.40 "GET /v2.0/floatingips/d01de5a1-0710-4b8f-bd51-da0de84da01c HTTP/1.1" status: 404 len: 350 time: 0.2289858 Nov 12 07:43:05.157179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45500) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:05.194001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-d7635f92-d2c1-4bc0-a958-b079b0aa970d', 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'fixed_ips': [{'subnet_id': '34aa7fdb-2804-4cad-9817-1cacd79178f3'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:43:05.194934 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:05.263676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 0dd095f7-244c-4052-a363-4c4fd378602f triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:05.264091 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:05.453143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Attempting to bind port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:43:05.453959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Attempting to bind port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:43:05.454821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Attempting to bind port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:43:05.571028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:43:05.577656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:43:05.578756 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:05.579655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:43:05.580700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Bound port: 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:43:05.581662 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:05.638269 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5084bee-ffc6-43cb-8d0c-4859bcbbb165 req-df5eef72-b260-468a-b9be-ed6face56a68 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 210 time: 0.1604342 Nov 12 07:43:05.704634 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-router', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:42:52Z', 'updated_at': '2020-11-12T07:43:00Z', 'revision_number': 4, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'gw_port': {'id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:53Z', 'updated_at': '2020-11-12T07:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'b61444d2-21dd-4bc6-82c8-b74320c8f194', 'name': '', 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'mac_address': 'fa:16:3e:84:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ac27d0-8cad-43d9-936e-0cdf4ba7929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:58Z', 'updated_at': '2020-11-12T07:43:00Z', 'revision_number': 2, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'subnets': [{'id': '78ac27d0-8cad-43d9-936e-0cdf4ba7929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:05.708481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ca12bbbf-de5a-49b5-8e59-095751003625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:f9:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:42:59Z', 'revision_number': 1, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:05.712563 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-25af2f4d-84a6-46db-84bb-dc1d993950ec service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1160 time: 1.0145988 Nov 12 07:43:05.720248 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Checking router: 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:05.720655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Updating router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee port b61444d2-21dd-4bc6-82c8-b74320c8f194 binding host n-d-761264-6 {{(pid=80794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:43:05.724012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12bbbf-de5a-49b5-8e59-095751003625 None None] Checking router: 902fa1fe-e559-49ce-8b58-cf9b5484f864 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:05.756378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12bbbf-de5a-49b5-8e59-095751003625 None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:05.757757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ca12bbbf-de5a-49b5-8e59-095751003625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:05.817081 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:05.878569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44201264-d4d1-4753-87c5-6774c163f7ed req-8680a2a0-baa4-48e4-8aaa-dd209bfd2764 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:05.881190 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-8680a2a0-baa4-48e4-8aaa-dd209bfd2764 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.41 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 808 time: 0.7955248 Nov 12 07:43:06.015031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7852beb4-b7fb-423d-b99b-04e7733e6347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:06.016815 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-7852beb4-b7fb-423d-b99b-04e7733e6347 service neutron] 10.222.0.40 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.2774763 Nov 12 07:43:06.047597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Allocated IP 172.25.5.242 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/c397566d-3d51-4708-9a14-3d4570de676f) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:43:06.164057 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-bf9dd7a0-5d74-41af-b4c2-af1342437e99 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 999 time: 0.1356146 Nov 12 07:43:06.186133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Allocated IP 172.20.0.2 (d7635f92-d2c1-4bc0-a958-b079b0aa970d/34aa7fdb-2804-4cad-9817-1cacd79178f3/9ae27eb5-4fa0-458a-ab2c-9b727db9dd91) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:43:06.262582 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-bdab48d9-a1cb-4340-9cae-b929c3218a7c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:06.264230 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-bdab48d9-a1cb-4340-9cae-b929c3218a7c service neutron] 10.222.0.40 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.0786302 Nov 12 07:43:06.301352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-ca12bbbf-de5a-49b5-8e59-095751003625 None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:06.340484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.41', 51184) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:06.343197 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'status': 'completed', 'code': 200} Nov 12 07:43:06.345168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] For port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:43:06.356907 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:06.401228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Request body: {'port': {'device_id': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7', 'admin_state_up': True, 'tenant_id': 'e0845a8f3b354c12b6b4d9869a6616f3'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:06.435704 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:06.436603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] For port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:43:06.468811 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87768fae-d0fe-4899-a764-ff2e7df9f86e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:06.539389 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-58127cca-a31e-4bd7-a27d-544d4608b542 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2621727 Nov 12 07:43:06.564072 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:06.801246 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:06.808699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ca12bbbf-de5a-49b5-8e59-095751003625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:f9:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:42:59Z', 'revision_number': 1, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:06.809536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Pushing event updated for resources: {'Port': ['ID=c397566d-3d51-4708-9a14-3d4570de676f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:06.813829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12bbbf-de5a-49b5-8e59-095751003625 None None] The sync data for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 is: [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:f9:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:42:59Z', 'revision_number': 1, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:06.817340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Transition to ACTIVE for port object 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:06.826206 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:06.894980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Transition to ACTIVE for port object 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:06.909956 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:06.937626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:06.939726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:06.946069 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:43:06.950572 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:06.988985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:06.991611 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Notify callbacks [] for port, precommit_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:06.997053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Usage tracker for resource:port and tenant:e0845a8f3b354c12b6b4d9869a6616f3 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:07.002106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:07.011191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:07.030432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Made reservation on behalf of e0845a8f3b354c12b6b4d9869a6616f3 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:43:07.035046 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:07.051610 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:07.116917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-bcf653a3-e0e1-4fbb-a838-eae0db610f7b service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:43:07.118072 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-bcf653a3-e0e1-4fbb-a838-eae0db610f7b service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0694807 Nov 12 07:43:07.127290 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Pushing event updated for resources: {'Port': ['ID=9ae27eb5-4fa0-458a-ab2c-9b727db9dd91,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:07.131256 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:07.145045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Transition to ACTIVE for port object b61444d2-21dd-4bc6-82c8-b74320c8f194 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:07.163309 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:07.184372 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b18bb52c-57c3-46b6-8455-f9567ef1c6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:07.262032 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed81dcb-98e3-4c86-9a3c-e8fa41f67c5a None None] Pushing event updated for resources: {'Port': ['ID=b61444d2-21dd-4bc6-82c8-b74320c8f194,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:07.266239 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1ed81dcb-98e3-4c86-9a3c-e8fa41f67c5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:07.267482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e137be7-f2a0-4057-be09-e32888272180 None None] New status for floating IP 56adb667-43a3-44c8-be12-c80a8201f275: ACTIVE {{(pid=80794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 12 07:43:07.296313 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:07.296532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:07.297146 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7975814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930'] for router, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:07.298120 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc HTTP/1.1" status: 200 len: 1160 time: 4.4908571 Nov 12 07:43:07.344200 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-718e9b00-5506-41aa-b59d-30aa106ec36d req-859437dd-a1d3-41f4-aedb-2cec8365f4dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1160 time: 0.9830348 Nov 12 07:43:07.478025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28483102-9ae9-4d47-ba79-8022ef75eeb7 req-30988cd0-583d-44c0-8ad1-9f650fce2f57 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:07.481523 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28483102-9ae9-4d47-ba79-8022ef75eeb7 req-30988cd0-583d-44c0-8ad1-9f650fce2f57 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 948 time: 1.0484347 Nov 12 07:43:07.554042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:07.570288 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:07.606342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Allocated IP 172.20.0.3 (bdcf583c-9b91-4b67-8d2c-23531a9270a7/114c2954-03a7-48e0-953f-a8a223595251/e35dd4a9-029a-4195-9c8e-bb6d66e992f2) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:43:07.717590 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:07.755133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:07.756328 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:07.760951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:43:07.781839 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-90cc5241-1799-48be-a9d5-a16549922192 service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425312 Nov 12 07:43:07.830836 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28483102-9ae9-4d47-ba79-8022ef75eeb7 req-bc46bc81-545f-419a-b358-246a0f58607e tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/security-groups?id=e8ec66b0-18f6-4847-9d12-ca18a157d323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889922 Nov 12 07:43:07.842490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Attempting to bind port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:43:07.842953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Attempting to bind port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '3769a418-a2a1-4167-84b8-4d5cfe899909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:43:07.843599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Attempting to bind port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 on network d7635f92-d2c1-4bc0-a958-b079b0aa970d {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:43:07.860830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:43:07.861307 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Checking segment: {'id': '3769a418-a2a1-4167-84b8-4d5cfe899909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:43:07.861765 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:07.862207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Bound using segment: {'id': '3769a418-a2a1-4167-84b8-4d5cfe899909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:43:07.862753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Bound port: 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3769a418-a2a1-4167-84b8-4d5cfe899909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:43:07.863176 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:07.933335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee is scheduled to L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 with binding_index 1 {{(pid=80793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 12 07:43:08.030109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] For port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:43:08.033664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] For port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=9ae27eb5-4fa0-458a-ab2c-9b727db9dd91,segment=NetworkSegment(3769a418-a2a1-4167-84b8-4d5cfe899909),segment_id=3769a418-a2a1-4167-84b8-4d5cfe899909)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:43:08.040598 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49c6e6f9-12ec-46eb-ab62-4aaa456136b0 req-aa62dbc6-8f75-4b09-9b4b-9a9bf1fcdbcb service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2394774 Nov 12 07:43:08.049342 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:08.071924 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b310cb0a-6d7d-49ef-b7d9-b7d31555d2a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:08.072926 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:08.085384 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-c7f0bfc8-f8d0-4862-b8ad-b80029b3d14e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c9e25ac6f1e4190a7c12ea6e2aa9602&device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 1163 time: 0.7347052 Nov 12 07:43:08.092183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e9b00-5506-41aa-b59d-30aa106ec36d req-fc5a1ea1-2b50-43fe-97b7-c250c52b0b37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:08.093981 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-718e9b00-5506-41aa-b59d-30aa106ec36d req-fc5a1ea1-2b50-43fe-97b7-c250c52b0b37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.6809912 Nov 12 07:43:08.304289 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-179063e0-69d7-4c34-bd0d-22f1dbf442d2 req-003e8330-06f9-4803-9065-68939aa5ee50 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 210 time: 0.2170231 Nov 12 07:43:08.312978 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:08.364828 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-4f45651b-54ed-4965-ad11-245340b6fde2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc HTTP/1.1" status: 200 len: 217 time: 0.2287769 Nov 12 07:43:08.365453 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ddc35a-901e-49dc-9142-96695f245512', 'tag': '5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:08.464209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:08.473459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Sync routers for ids ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:08.479301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Attempting to bind port b61444d2-21dd-4bc6-82c8-b74320c8f194 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:43:08.479720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Attempting to bind port b61444d2-21dd-4bc6-82c8-b74320c8f194 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '83412f07-7ccd-41f0-867b-a73018aad640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:43:08.480134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Attempting to bind port b61444d2-21dd-4bc6-82c8-b74320c8f194 on network 2854096f-71e4-404d-8a25-b363dce73f5a {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:43:08.482418 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ddc35a-901e-49dc-9142-96695f245512', 'tag': '5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc', 'status': 'completed', 'code': 200} Nov 12 07:43:08.500083 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:08.502760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Routers {'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:08.503664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:08.510788 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-718e9b00-5506-41aa-b59d-30aa106ec36d req-9d93cfb1-0a4b-4497-a261-d1eea0dedf13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 1001 time: 0.3172090 Nov 12 07:43:08.522134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:43:08.522609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Checking segment: {'id': '83412f07-7ccd-41f0-867b-a73018aad640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:43:08.523065 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:08.523876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Bound using segment: {'id': '83412f07-7ccd-41f0-867b-a73018aad640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:43:08.524037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Bound port: b61444d2-21dd-4bc6-82c8-b74320c8f194, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83412f07-7ccd-41f0-867b-a73018aad640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:43:08.524462 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:08.568408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-cad089e6-782b-4f08-a1d5-28e1f7432be0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:08.570155 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-cad089e6-782b-4f08-a1d5-28e1f7432be0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1745045 Nov 12 07:43:08.636596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] For port b61444d2-21dd-4bc6-82c8-b74320c8f194, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:43:08.640162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] For port b61444d2-21dd-4bc6-82c8-b74320c8f194, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=b61444d2-21dd-4bc6-82c8-b74320c8f194,segment=NetworkSegment(83412f07-7ccd-41f0-867b-a73018aad640),segment_id=83412f07-7ccd-41f0-867b-a73018aad640)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:43:08.646961 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:08.656748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Pushing event updated for resources: {'Port': ['ID=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:08.660881 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:08.662381 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3245287 Nov 12 07:43:08.666028 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:08.666748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45534) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:08.674052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Network bdcf583c-9b91-4b67-8d2c-23531a9270a7 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:08.677642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:08.705490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e9b00-5506-41aa-b59d-30aa106ec36d req-1eeff8e3-96e7-4d36-99bb-4f222ad79c55 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:08.707117 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-718e9b00-5506-41aa-b59d-30aa106ec36d req-1eeff8e3-96e7-4d36-99bb-4f222ad79c55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.1869600 Nov 12 07:43:08.718202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-05eeb797-c288-4765-aa7e-cfeac01aa910 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:08.719821 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-05eeb797-c288-4765-aa7e-cfeac01aa910 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4130690 Nov 12 07:43:08.740363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:43:08.744944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:08.745754 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:08.820076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Pushing event updated for resources: {'Port': ['ID=9ae27eb5-4fa0-458a-ab2c-9b727db9dd91,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:08.841820 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:08.848037 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1ed81dcb-98e3-4c86-9a3c-e8fa41f67c5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:08.979289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Set router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:08.988930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed81dcb-98e3-4c86-9a3c-e8fa41f67c5a None None] Pushing event updated for resources: {'Port': ['ID=b61444d2-21dd-4bc6-82c8-b74320c8f194,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:09.007968 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1ed81dcb-98e3-4c86-9a3c-e8fa41f67c5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:09.073379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Routers {'2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:09.074438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:09.167331 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7744503 Nov 12 07:43:09.200168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Request body: {'port': {'device_id': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:09.252331 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b22b4dd4-aa28-4ad8-a295-4f857e08a39c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 1001 time: 0.4671359 Nov 12 07:43:09.256179 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982396'] for router_interface, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:09.360192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] Set router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:09.404792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b9e8474c-b879-4a1c-8e90-0eb297cd5cc5 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Request body: {'floatingip': {'port_id': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:09.454225 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:09.500128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'name': 'tempest-FloatingIPsTestJSON-673456820-router', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:43:04Z', 'updated_at': '2020-11-12T07:43:07Z', 'revision_number': 3, 'project_id': '73cf674a8f58458f86913494ee570148', 'gw_port': {'id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:05Z', 'updated_at': '2020-11-12T07:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:09.505660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Checking router: e185d161-d6b3-4fdd-a5c8-a68cb74c5cee for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:09.506266 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Updating router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee port c397566d-3d51-4708-9a14-3d4570de676f binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:43:09.629456 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0320fbe8-5206-49df-a45c-caf43c3fb01d req-ab0b9624-8a1f-49da-a420-31fab47ec188 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.3228018 Nov 12 07:43:09.687466 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:09.793355 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-718e9b00-5506-41aa-b59d-30aa106ec36d req-5af7953f-4f23-4b73-804b-e15a530680f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0724139 Nov 12 07:43:09.802967 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-0b623115-de26-463d-b886-b18012b32991 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2237458 Nov 12 07:43:09.885027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-router', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:42:52Z', 'updated_at': '2020-11-12T07:43:00Z', 'revision_number': 4, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'gw_port': {'id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:53Z', 'updated_at': '2020-11-12T07:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'b61444d2-21dd-4bc6-82c8-b74320c8f194', 'name': '', 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'mac_address': 'fa:16:3e:84:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ac27d0-8cad-43d9-936e-0cdf4ba7929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:58Z', 'updated_at': '2020-11-12T07:43:08Z', 'revision_number': 4, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'subnets': [{'id': '78ac27d0-8cad-43d9-936e-0cdf4ba7929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:09.890098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461cefc-45f6-4c53-8c02-9b3f903419cc None None] The sync data for ids ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'] in n-d-761264-6 is: [{'id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-router', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:42:52Z', 'updated_at': '2020-11-12T07:43:00Z', 'revision_number': 4, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'gw_port': {'id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:53Z', 'updated_at': '2020-11-12T07:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'b61444d2-21dd-4bc6-82c8-b74320c8f194', 'name': '', 'network_id': '2854096f-71e4-404d-8a25-b363dce73f5a', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'mac_address': 'fa:16:3e:84:22:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78ac27d0-8cad-43d9-936e-0cdf4ba7929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:58Z', 'updated_at': '2020-11-12T07:43:08Z', 'revision_number': 4, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'subnets': [{'id': '78ac27d0-8cad-43d9-936e-0cdf4ba7929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:09.970057 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b9e8474c-b879-4a1c-8e90-0eb297cd5cc5 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:10.215589 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:10.230258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Transition to ACTIVE for port object c397566d-3d51-4708-9a14-3d4570de676f will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:10.233995 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:10.242198 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0320fbe8-5206-49df-a45c-caf43c3fb01d req-bb6e89aa-8b2b-4543-9c29-6a4a37ee4825 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054&device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 1160 time: 0.4164345 Nov 12 07:43:10.252980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327abe5f-7106-44b8-824a-be1a85e2a663 req-e2d923e7-7316-402d-a97e-337fb2b22b4f tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:10.261177 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-327abe5f-7106-44b8-824a-be1a85e2a663 req-e2d923e7-7316-402d-a97e-337fb2b22b4f tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 948 time: 1.0073209 Nov 12 07:43:10.314047 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8bdd4eb8-3074-4cda-ba9b-43ee8d5e1d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:10.411668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701eddea-b2b8-412f-95d6-26f687811293 None None] Pushing event updated for resources: {'Port': ['ID=c397566d-3d51-4708-9a14-3d4570de676f,revision_number=2']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:10.424025 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-701eddea-b2b8-412f-95d6-26f687811293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:10.446690 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35dd4a9-029a-4195-9c8e-bb6d66e992f2 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:43:10.458191 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:10.520967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Transition to ACTIVE for port object e35dd4a9-029a-4195-9c8e-bb6d66e992f2 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:10.535936 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-718e9b00-5506-41aa-b59d-30aa106ec36d req-a56ea6a9-b8a7-4ce4-afc9-5378364fc71e service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277014 Nov 12 07:43:10.545015 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-77e18621-8550-4bc6-a0e8-0396a2a1a874 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7234335 Nov 12 07:43:10.569275 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-327abe5f-7106-44b8-824a-be1a85e2a663 req-93c08721-2b57-40bf-b6f9-4957360248d0 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/security-groups?id=e8ec66b0-18f6-4847-9d12-ca18a157d323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069873 Nov 12 07:43:10.621655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Attempting to bind port c397566d-3d51-4708-9a14-3d4570de676f on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:43:10.622142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Attempting to bind port c397566d-3d51-4708-9a14-3d4570de676f by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:43:10.622448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Attempting to bind port c397566d-3d51-4708-9a14-3d4570de676f on network e05c3b57-937d-41ff-abac-1be23c57afec {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:43:10.638427 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:10.638601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:43:10.638856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:43:10.639460 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:10.640029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Bound using segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:43:10.640568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Bound port: c397566d-3d51-4708-9a14-3d4570de676f, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:43:10.641018 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:10.780883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] For port c397566d-3d51-4708-9a14-3d4570de676f, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:43:10.790679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] For port c397566d-3d51-4708-9a14-3d4570de676f, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=c397566d-3d51-4708-9a14-3d4570de676f,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:43:10.793639 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1de9cf29-e847-4b22-8b99-8ae4fe984f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:10.796779 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:10.816681 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:10.900015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320fbe8-5206-49df-a45c-caf43c3fb01d req-42678cbb-a457-4b22-9655-b82580098881 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:10.906592 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0320fbe8-5206-49df-a45c-caf43c3fb01d req-42678cbb-a457-4b22-9655-b82580098881 service neutron] 10.222.0.33 "GET /v2.0/networks?id=738aa929-f78a-409c-b3ce-e2d0766417e7 HTTP/1.1" status: 200 len: 918 time: 0.6228957 Nov 12 07:43:11.037739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745fe0fd-12a9-45c7-b151-625cb1e88a40 None None] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:43:11.123093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Pushing event updated for resources: {'Port': ['ID=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:11.132372 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:11.152345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:11.170738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701eddea-b2b8-412f-95d6-26f687811293 None None] Pushing event updated for resources: {'Port': ['ID=c397566d-3d51-4708-9a14-3d4570de676f,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:11.184148 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-701eddea-b2b8-412f-95d6-26f687811293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:11.197688 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0320fbe8-5206-49df-a45c-caf43c3fb01d req-bffe8793-0c3f-4a3b-926d-25394b9ab18e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1ff74b9-bc98-4e50-b4ca-518b874318e7 HTTP/1.1" status: 200 len: 1001 time: 0.2591064 Nov 12 07:43:11.218855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Routers {'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:11.219649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:11.293620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c57ece0f-59cf-4c30-9f25-4f0e4f8685a3 None None] Provisioning for port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:11.315308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:11.323074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:11.323702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:11.386292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320fbe8-5206-49df-a45c-caf43c3fb01d req-54942c10-72f6-467b-be97-8d84e67b384f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:11.387906 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0320fbe8-5206-49df-a45c-caf43c3fb01d req-54942c10-72f6-467b-be97-8d84e67b384f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b12c66e8-bca7-44c8-809a-b1424f8fc5f8 HTTP/1.1" status: 200 len: 863 time: 0.1238809 Nov 12 07:43:11.394259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c57ece0f-59cf-4c30-9f25-4f0e4f8685a3 None None] Provisioning complete for port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:11.394821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Attempting to bind port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:43:11.395204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Attempting to bind port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:43:11.395568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Attempting to bind port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 on network bdcf583c-9b91-4b67-8d2c-23531a9270a7 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:43:11.395764 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c57ece0f-59cf-4c30-9f25-4f0e4f8685a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:11.435906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] Set router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:11.602885 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b9e8474c-b879-4a1c-8e90-0eb297cd5cc5 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:11.658642 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b9e8474c-b879-4a1c-8e90-0eb297cd5cc5 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:11.716615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:43:11.717063 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Checking segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:43:11.717446 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:11.717899 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Bound using segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:43:11.718389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Bound port: e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:43:11.719181 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:11.792262 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:11.806237 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c57ece0f-59cf-4c30-9f25-4f0e4f8685a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:11.883751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-c57ece0f-59cf-4c30-9f25-4f0e4f8685a3 None None] For port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=9ae27eb5-4fa0-458a-ab2c-9b727db9dd91,segment=NetworkSegment(3769a418-a2a1-4167-84b8-4d5cfe899909),segment_id=3769a418-a2a1-4167-84b8-4d5cfe899909)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:11.896056 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c57ece0f-59cf-4c30-9f25-4f0e4f8685a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:11.898442 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:11.929684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'name': 'tempest-FloatingIPsTestJSON-673456820-router', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:43:04Z', 'updated_at': '2020-11-12T07:43:07Z', 'revision_number': 3, 'project_id': '73cf674a8f58458f86913494ee570148', 'gw_port': {'id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:05Z', 'updated_at': '2020-11-12T07:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:11.936020 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed250ee-b616-4225-8124-9149170dfa71 None None] The sync data for ids ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'] in n-d-761264-6 is: [{'id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'name': 'tempest-FloatingIPsTestJSON-673456820-router', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:43:04Z', 'updated_at': '2020-11-12T07:43:07Z', 'revision_number': 3, 'project_id': '73cf674a8f58458f86913494ee570148', 'gw_port': {'id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:05Z', 'updated_at': '2020-11-12T07:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:11.938152 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0320fbe8-5206-49df-a45c-caf43c3fb01d req-af92d8ad-dd25-4054-bdee-917ee79d642f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=738aa929-f78a-409c-b3ce-e2d0766417e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5349083 Nov 12 07:43:11.995764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:43:12.118727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:43:12.126770 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:12.153438 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:12.217573 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-718e9b00-5506-41aa-b59d-30aa106ec36d req-b11bdccc-bb6b-4b54-acc1-63c3fcd5b9a2 service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6702602 Nov 12 07:43:12.219844 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80794) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:43:12.220847 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:43:12.250097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-aa59fdbd-3056-4e29-b1f9-61c7a23d4d20 None None] Provisioning complete for port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:12.250658 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa59fdbd-3056-4e29-b1f9-61c7a23d4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:12.262603 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-785a4d71-4760-4272-b4d1-3c8b54e832ec req-4ff93109-aa28-48e8-847f-4da9f647bc8e service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6877069 Nov 12 07:43:12.289230 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bbb8ab37-7380-4e19-ad03-83df05ac1665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:12.315891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ece0f-59cf-4c30-9f25-4f0e4f8685a3 None None] Pushing event updated for resources: {'Port': ['ID=9ae27eb5-4fa0-458a-ab2c-9b727db9dd91,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:12.319460 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c57ece0f-59cf-4c30-9f25-4f0e4f8685a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:12.465057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4479e7f-c190-43d6-8204-5a5b08d7537b req-992a61e2-9b07-4812-8298-9f2cc00a1701 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:12.477323 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b4479e7f-c190-43d6-8204-5a5b08d7537b req-992a61e2-9b07-4812-8298-9f2cc00a1701 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 943 time: 1.3314505 Nov 12 07:43:12.559712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-932f835b-6177-404b-a784-7168c790f6a1 None None] Provisioning complete for port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:12.560427 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-932f835b-6177-404b-a784-7168c790f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:12.655740 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0320fbe8-5206-49df-a45c-caf43c3fb01d req-e22b5f86-4049-4fa0-9be5-62004210e41c service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7129512 Nov 12 07:43:12.669940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Pushing event updated for resources: {'Port': ['ID=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:12.721026 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:12.722557 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] 10.222.0.41 "PUT /v2.0/ports/e35dd4a9-029a-4195-9c8e-bb6d66e992f2 HTTP/1.1" status: 200 len: 1155 time: 3.5459461 Nov 12 07:43:12.726646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:12.729653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b4479e7f-c190-43d6-8204-5a5b08d7537b req-49c5f97c-c8de-44a3-8897-d768f4fc45ae tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Synchronizing usage tracker for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:12.760647 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c3d7d2e-353e-49ac-962d-96212e7fca2e req-b9ca9c93-5d55-47fb-8e21-b60be448e617 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c9e25ac6f1e4190a7c12ea6e2aa9602&device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 1163 time: 0.4161797 Nov 12 07:43:12.818254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b61444d2-21dd-4bc6-82c8-b74320c8f194 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:12.885442 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:12.927617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port b61444d2-21dd-4bc6-82c8-b74320c8f194 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:12.934581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port b61444d2-21dd-4bc6-82c8-b74320c8f194 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:12.935249 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:12.949609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b4479e7f-c190-43d6-8204-5a5b08d7537b req-49c5f97c-c8de-44a3-8897-d768f4fc45ae tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Unset dirty status for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:12.961661 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b4479e7f-c190-43d6-8204-5a5b08d7537b req-49c5f97c-c8de-44a3-8897-d768f4fc45ae tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830413 Nov 12 07:43:13.082977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-823bc69f-4730-4d25-b936-e6cb48411600 None None] Provisioning complete for port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:13.083408 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-823bc69f-4730-4d25-b936-e6cb48411600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:13.083821 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0320fbe8-5206-49df-a45c-caf43c3fb01d req-fdb3d233-c8d5-4f1b-a5fe-c5430e3b13ae service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4000320 Nov 12 07:43:13.091285 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-c5068d58-be06-4f99-bc8d-c8d0519442b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 1158 time: 0.2974174 Nov 12 07:43:13.214793 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:13.219195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d7d2e-353e-49ac-962d-96212e7fca2e req-f27e26c4-0a81-4fcc-ba42-16b529f3befd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:13.220853 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c3d7d2e-353e-49ac-962d-96212e7fca2e req-f27e26c4-0a81-4fcc-ba42-16b529f3befd service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.4480877 Nov 12 07:43:13.222580 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b9e8474c-b879-4a1c-8e90-0eb297cd5cc5 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Floating IP 56adb667-43a3-44c8-be12-c80a8201f275 associated. External IP: 172.25.5.174, port: b6625e6f-1eeb-490e-92ac-644b912c4427. Nov 12 07:43:13.266883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Allocated IP 172.20.0.1 (d7635f92-d2c1-4bc0-a958-b079b0aa970d/34aa7fdb-2804-4cad-9817-1cacd79178f3/c02a9d35-8f50-4daa-9639-7c3dc8f67066) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:43:13.311980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port b61444d2-21dd-4bc6-82c8-b74320c8f194, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=b61444d2-21dd-4bc6-82c8-b74320c8f194,segment=NetworkSegment(83412f07-7ccd-41f0-867b-a73018aad640),segment_id=83412f07-7ccd-41f0-867b-a73018aad640)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:13.314445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:13.316261 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b5bf9636-b420-4e12-8e84-58525d169108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:13.409320 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-fa8cf53f-6da4-4d5e-87af-9b013449e357 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2 HTTP/1.1" status: 200 len: 217 time: 0.3052518 Nov 12 07:43:13.463170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:43:13.516067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=b61444d2-21dd-4bc6-82c8-b74320c8f194,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:13.519867 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:13.523400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45576) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:13.551948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44201264-d4d1-4753-87c5-6774c163f7ed req-a5c2ae23-aa0d-4054-9af7-e329c2feff29 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:13.553694 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-a5c2ae23-aa0d-4054-9af7-e329c2feff29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.1359580 Nov 12 07:43:13.564253 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:13.598913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:13.654498 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c3d7d2e-353e-49ac-962d-96212e7fca2e req-2f42664f-305f-4e84-bad4-45b03c75ec6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc HTTP/1.1" status: 200 len: 217 time: 0.2907567 Nov 12 07:43:13.674509 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-300c96c5-6a84-429c-88b8-b3fde8c7fa7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047702 Nov 12 07:43:13.675819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Transition to ACTIVE for port object c02a9d35-8f50-4daa-9639-7c3dc8f67066 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:13.717547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:13.718232 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:13.788827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273c5df-539a-4cef-9d84-615d3a5c13a3 req-8e750a0b-4ab9-4ff2-bd0b-0d7c413a1964 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:13.790268 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6273c5df-539a-4cef-9d84-615d3a5c13a3 req-8e750a0b-4ab9-4ff2-bd0b-0d7c413a1964 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 948 time: 0.4940553 Nov 12 07:43:13.800105 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d7d2e-353e-49ac-962d-96212e7fca2e req-18a8df13-92c6-4925-b1c7-e8559143e3a9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:13.801705 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c3d7d2e-353e-49ac-962d-96212e7fca2e req-18a8df13-92c6-4925-b1c7-e8559143e3a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1385150 Nov 12 07:43:13.816583 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcce6596-882e-4667-8420-9faff53fdac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:13.835032 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:13.850494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c397566d-3d51-4708-9a14-3d4570de676f up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:13.861027 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5a7bab22-363e-42d1-b2de-b1425c886fbc tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:13.921787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port c397566d-3d51-4708-9a14-3d4570de676f completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:13.926942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port c397566d-3d51-4708-9a14-3d4570de676f triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:13.927295 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:13.984540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Deleting port b61444d2-21dd-4bc6-82c8-b74320c8f194 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:13.984944 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:14.018619 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6273c5df-539a-4cef-9d84-615d3a5c13a3 req-fd5af6f5-bbc0-4426-bc36-b2a751f496fc tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/security-groups?id=e8ec66b0-18f6-4847-9d12-ca18a157d323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143335 Nov 12 07:43:14.036376 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-38f2644b-e6b8-4f3f-9a46-6a1808876b95 service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546026 Nov 12 07:43:14.039427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-bcce6596-882e-4667-8420-9faff53fdac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:14.069121 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:14.079130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-bcce6596-882e-4667-8420-9faff53fdac4 admin admin] Usage tracker for resource:security_group_rule and tenant:13dfbf5b7223462092f4c6a1c482a55e is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:14.084293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Pushing event updated for resources: {'Port': ['ID=c02a9d35-8f50-4daa-9639-7c3dc8f67066,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:14.093776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-bcce6596-882e-4667-8420-9faff53fdac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:14.099295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port c397566d-3d51-4708-9a14-3d4570de676f, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=c397566d-3d51-4708-9a14-3d4570de676f,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:14.103362 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:14.112459 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:14.134962 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c3d7d2e-353e-49ac-962d-96212e7fca2e req-5b3bda78-e24a-4bb7-9fcd-509797ccae14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3127146 Nov 12 07:43:14.207993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=c397566d-3d51-4708-9a14-3d4570de676f,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:14.224284 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:14.372716 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:14.384105 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2', 'status': 'completed', 'code': 200} Nov 12 07:43:14.386817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-bcce6596-882e-4667-8420-9faff53fdac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:14.511395 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44201264-d4d1-4753-87c5-6774c163f7ed req-cee52200-e4db-445a-8ab7-3fee65aa061b service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4650168 Nov 12 07:43:14.513363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:14.515916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:14.528140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:43:14.528654 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951012'] for router_interface, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:14.578304 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcce6596-882e-4667-8420-9faff53fdac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:14.584878 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcce6596-882e-4667-8420-9faff53fdac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:14.595735 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ff254201-d9a2-41a5-a9a3-03086d5b1ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:14.743067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce6596-882e-4667-8420-9faff53fdac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e34865-fdca-4fb5-b571-76a0602c8645,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:14.757601 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-bcce6596-882e-4667-8420-9faff53fdac4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=13dfbf5b7223462092f4c6a1c482a55e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2283349 Nov 12 07:43:14.760020 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bcce6596-882e-4667-8420-9faff53fdac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:14.760512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45586) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:14.773486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] For port b61444d2-21dd-4bc6-82c8-b74320c8f194, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=b61444d2-21dd-4bc6-82c8-b74320c8f194,segment=NetworkSegment(83412f07-7ccd-41f0-867b-a73018aad640),segment_id=83412f07-7ccd-41f0-867b-a73018aad640)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:14.773895 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:14.783649 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:14.862914 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-eda7aafa-ca70-4dd8-ba0c-7549e029768a None None] Provisioning for port c02a9d35-8f50-4daa-9639-7c3dc8f67066 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:14.870650 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-eda7aafa-ca70-4dd8-ba0c-7549e029768a None None] Provisioning complete for port c02a9d35-8f50-4daa-9639-7c3dc8f67066 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:14.871136 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eda7aafa-ca70-4dd8-ba0c-7549e029768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:14.886070 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c736289-c1bd-4a0e-9d11-ad7cb9e540fe req-acd04824-f8b4-46ca-ae3e-34ea14f23a46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 1158 time: 0.2927473 Nov 12 07:43:14.937717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Calling delete_port for b61444d2-21dd-4bc6-82c8-b74320c8f194 owned by network:router_interface {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:43:14.979453 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c3d7d2e-353e-49ac-962d-96212e7fca2e req-4ead3dad-f5b9-4c28-b335-43813159b2e2 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8316450 Nov 12 07:43:14.992956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-eda7aafa-ca70-4dd8-ba0c-7549e029768a None None] Port c02a9d35-8f50-4daa-9639-7c3dc8f67066 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:43:15.024392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-235d4576-0902-4156-9e99-86404c6be2bf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:43:15.047549 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-839c8c4f-fc4b-4133-b117-04fd3e2599ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:15.118478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0221901-513d-4c30-a192-90b72383181f req-78fe7651-5a84-4283-aeb7-d34c127033aa tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:15.120121 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d0221901-513d-4c30-a192-90b72383181f req-78fe7651-5a84-4283-aeb7-d34c127033aa tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 943 time: 0.7958827 Nov 12 07:43:15.126496 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-839c8c4f-fc4b-4133-b117-04fd3e2599ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:15.263887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c736289-c1bd-4a0e-9d11-ad7cb9e540fe req-569eb198-e945-4e0e-951b-b4bf13263da8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:15.265620 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c736289-c1bd-4a0e-9d11-ad7cb9e540fe req-569eb198-e945-4e0e-951b-b4bf13263da8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.3704014 Nov 12 07:43:15.359797 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c736289-c1bd-4a0e-9d11-ad7cb9e540fe req-6e337e7a-cc5e-44af-897d-c19dfe2dca7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2 HTTP/1.1" status: 200 len: 217 time: 0.0843759 Nov 12 07:43:15.369917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:15.396719 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c3d7d2e-353e-49ac-962d-96212e7fca2e req-a1225f3b-f58c-4200-99db-9e059dd21ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4054165 Nov 12 07:43:15.414252 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d0221901-513d-4c30-a192-90b72383181f req-43111a47-b3e9-49cd-b400-fb78f50c9869 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553557 Nov 12 07:43:15.447279 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-839c8c4f-fc4b-4133-b117-04fd3e2599ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:15.456138 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-603efb97-7cd0-4dd0-a0c0-2018c5d32fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:15.476408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c8c4f-fc4b-4133-b117-04fd3e2599ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e34865-fdca-4fb5-b571-76a0602c8645,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:15.490508 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-839c8c4f-fc4b-4133-b117-04fd3e2599ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:15.494544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c736289-c1bd-4a0e-9d11-ad7cb9e540fe req-4e7892a4-7383-42d7-a71b-2e0fc7b2c99e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:15.496161 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c736289-c1bd-4a0e-9d11-ad7cb9e540fe req-4e7892a4-7383-42d7-a71b-2e0fc7b2c99e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.1233659 Nov 12 07:43:15.554597 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:43:15.595581 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:15.621383 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c736289-c1bd-4a0e-9d11-ad7cb9e540fe req-e9739531-0b4c-4f83-bd27-4e856c6e4885 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140120 Nov 12 07:43:15.623339 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:15.625002 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7104559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982403'] for router_interface, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:15.710714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b61444d2-21dd-4bc6-82c8-b74320c8f194 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:15.728647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b9e8474c-b879-4a1c-8e90-0eb297cd5cc5 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Router 902fa1fe-e559-49ce-8b58-cf9b5484f864 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:43:15.735136 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:15.753323 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4a0988c8-f962-473e-82db-9dc3b014ce43 tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:15.794521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: b61444d2-21dd-4bc6-82c8-b74320c8f194 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:43:15.797540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b61444d2-21dd-4bc6-82c8-b74320c8f194 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Nov 12 07:43:15.846096 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-839c8c4f-fc4b-4133-b117-04fd3e2599ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:15.847371 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-839c8c4f-fc4b-4133-b117-04fd3e2599ac admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/80e34865-fdca-4fb5-b571-76a0602c8645 HTTP/1.1" status: 204 len: 168 time: 1.0835099 Nov 12 07:43:15.878600 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:15.879247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Port b61444d2-21dd-4bc6-82c8-b74320c8f194 not found, will not notify nova. {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 12 07:43:15.881726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c397566d-3d51-4708-9a14-3d4570de676f up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:15.929802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61444d2-21dd-4bc6-82c8-b74320c8f194,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:15.947619 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:15.974037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Pushing event updated for resources: {'Port': ['ID=c02a9d35-8f50-4daa-9639-7c3dc8f67066,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:15.986373 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:16.001654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:16.019958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:16.033885 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:16.060095 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45598) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:16.113285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:16.118536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:16.275514 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port c397566d-3d51-4708-9a14-3d4570de676f triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:16.276079 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:16.422402 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c736289-c1bd-4a0e-9d11-ad7cb9e540fe req-5c25e725-5e85-4221-8c5e-341ef455de45 service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713727 Nov 12 07:43:16.423648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2344fe-a8dd-42e2-9a6b-d7f7a74581e8 req-ea25904e-393a-4b0e-b800-f8846689f711 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:16.441780 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d2344fe-a8dd-42e2-9a6b-d7f7a74581e8 req-ea25904e-393a-4b0e-b800-f8846689f711 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 948 time: 0.5961635 Nov 12 07:43:16.463372 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:16.567142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ddc35a-901e-49dc-9142-96695f245512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:16.609948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45610) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:16.648668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:16.662000 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:16.665853 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:16.717696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-5a382f92-dfa1-4770-a330-4b8658d52eb0 None None] Provisioning complete for port c02a9d35-8f50-4daa-9639-7c3dc8f67066 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:16.718108 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a382f92-dfa1-4770-a330-4b8658d52eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:16.771363 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-895b86c5-b528-4b9a-8e7d-caef4dd77396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:16.801922 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-5a382f92-dfa1-4770-a330-4b8658d52eb0 None None] Port c02a9d35-8f50-4daa-9639-7c3dc8f67066 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:43:16.807018 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:16.810514 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:16.863826 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c736289-c1bd-4a0e-9d11-ad7cb9e540fe req-2e90b181-81d5-4e85-ac25-b1085e14da7a service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4233131 Nov 12 07:43:16.870012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-895b86c5-b528-4b9a-8e7d-caef4dd77396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:16.877866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-895b86c5-b528-4b9a-8e7d-caef4dd77396 admin admin] Usage tracker for resource:security_group_rule and tenant:097ebd66ae824fdab65c19672b1b6f80 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:16.882260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-895b86c5-b528-4b9a-8e7d-caef4dd77396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:16.892574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-895b86c5-b528-4b9a-8e7d-caef4dd77396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:17.011772 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-895b86c5-b528-4b9a-8e7d-caef4dd77396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:17.021616 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-895b86c5-b528-4b9a-8e7d-caef4dd77396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:17.032658 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96e87072-dc3e-46d5-a752-53f64fa53d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:17.034776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:43:17.036483 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bcce6596-882e-4667-8420-9faff53fdac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:17.049036 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d2344fe-a8dd-42e2-9a6b-d7f7a74581e8 req-13bca9fe-7a7b-48dd-9574-4bab9511db67 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/security-groups?id=e8ec66b0-18f6-4847-9d12-ca18a157d323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063302 Nov 12 07:43:17.086242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-96e87072-dc3e-46d5-a752-53f64fa53d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:17.094181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-96e87072-dc3e-46d5-a752-53f64fa53d13 admin admin] Usage tracker for resource:security_group_rule and tenant:c50427e15c8c482aacdaf5275bb8e68a is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:17.100047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-96e87072-dc3e-46d5-a752-53f64fa53d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:17.108206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-96e87072-dc3e-46d5-a752-53f64fa53d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:17.112310 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-895b86c5-b528-4b9a-8e7d-caef4dd77396 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=097ebd66ae824fdab65c19672b1b6f80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5004218 Nov 12 07:43:17.113382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45614) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:17.118175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b86c5-b528-4b9a-8e7d-caef4dd77396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c23ddcf-09ad-4a59-84e4-3d1aa9cd69ad,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:17.124357 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-d1d4ccfc-9da8-49bf-9bc0-f3a72a41f8e7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:43:17.138342 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-895b86c5-b528-4b9a-8e7d-caef4dd77396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:17.196262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b9e8474c-b879-4a1c-8e90-0eb297cd5cc5 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:17.207852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7fa20f-3be2-42fa-8d5c-cd3a3ab1facf None None] Sync routers for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:17.225890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7fa20f-3be2-42fa-8d5c-cd3a3ab1facf None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:17.226767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-0a7fa20f-3be2-42fa-8d5c-cd3a3ab1facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:17.455342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-0a7fa20f-3be2-42fa-8d5c-cd3a3ab1facf None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:17.499140 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96e87072-dc3e-46d5-a752-53f64fa53d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:17.508404 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96e87072-dc3e-46d5-a752-53f64fa53d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:17.520327 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:17.520886 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e35dd4a9-029a-4195-9c8e-bb6d66e992f2 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:17.583580 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-45141658-186d-4559-ae29-6b0155c42854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:17.596829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847671257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7982554'] for router_interface, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:17.616322 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-45141658-186d-4559-ae29-6b0155c42854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:17.625192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e87072-dc3e-46d5-a752-53f64fa53d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcb667f-1255-487f-9dad-e1fa1df08b72,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:17.695425 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-96e87072-dc3e-46d5-a752-53f64fa53d13 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c50427e15c8c482aacdaf5275bb8e68a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6255271 Nov 12 07:43:17.695760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45620) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:17.700645 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-96e87072-dc3e-46d5-a752-53f64fa53d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:17.710841 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-45141658-186d-4559-ae29-6b0155c42854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:17.717540 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b4d1a3f0-4a76-4938-9472-c3eb2d9ec105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:17.725637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac13fd-50f8-4ced-8529-41b104b7da7e req-bff81736-3c65-47e1-8e11-c761474b7371 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:17.725835 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:17.727418 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-30ac13fd-50f8-4ced-8529-41b104b7da7e req-bff81736-3c65-47e1-8e11-c761474b7371 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 943 time: 0.4523637 Nov 12 07:43:17.739548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Sync routers for ids ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:17.752067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45141658-186d-4559-ae29-6b0155c42854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c23ddcf-09ad-4a59-84e4-3d1aa9cd69ad,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:17.752844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Routers {'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:17.753709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:17.760263 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-45141658-186d-4559-ae29-6b0155c42854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:17.769885 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] 10.222.0.40 "PUT /v2.0/routers/e185d161-d6b3-4fdd-a5c8-a68cb74c5cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0943682 Nov 12 07:43:17.772426 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-45141658-186d-4559-ae29-6b0155c42854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:17.806085 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-45141658-186d-4559-ae29-6b0155c42854 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9c23ddcf-09ad-4a59-84e4-3d1aa9cd69ad HTTP/1.1" status: 204 len: 168 time: 0.6894491 Nov 12 07:43:17.857103 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-30ac13fd-50f8-4ced-8529-41b104b7da7e req-c500fc0c-e83d-4daf-b39d-09d961867c32 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210148 Nov 12 07:43:17.889902 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4d641a7c-ca1d-448c-807b-8989c311e942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:17.965955 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4d641a7c-ca1d-448c-807b-8989c311e942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:18.146482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Set router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:18.221328 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4d641a7c-ca1d-448c-807b-8989c311e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:18.241647 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-839c8c4f-fc4b-4133-b117-04fd3e2599ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:18.287515 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-66a6c708-5116-4dc6-a4c8-58590212f3ef req-6a2356e6-9ac7-4d5d-9222-44d9661f21ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 1165 time: 0.1994872 Nov 12 07:43:18.333580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d641a7c-ca1d-448c-807b-8989c311e942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcb667f-1255-487f-9dad-e1fa1df08b72,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:18.340122 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d641a7c-ca1d-448c-807b-8989c311e942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:18.344123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:18.351498 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4d641a7c-ca1d-448c-807b-8989c311e942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:18.355133 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4d641a7c-ca1d-448c-807b-8989c311e942 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0bcb667f-1255-487f-9dad-e1fa1df08b72 HTTP/1.1" status: 204 len: 168 time: 0.6560125 Nov 12 07:43:18.370968 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ddc35a-901e-49dc-9142-96695f245512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc', 'code': 200} Nov 12 07:43:18.376567 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-66a6c708-5116-4dc6-a4c8-58590212f3ef req-1fa2dab0-a60b-447b-967b-a43d9f21f049 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8ec66b0-18f6-4847-9d12-ca18a157d323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785584 Nov 12 07:43:18.402264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:18.402679 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:18.594358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-0a7fa20f-3be2-42fa-8d5c-cd3a3ab1facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:ca:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e84e3a-b9da-463a-84ee-878188db9eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:43:11Z', 'revision_number': 3, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:18.624356 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b9e8474c-b879-4a1c-8e90-0eb297cd5cc5 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Router 902fa1fe-e559-49ce-8b58-cf9b5484f864 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:43:18.716363 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:18.728011 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7fa20f-3be2-42fa-8d5c-cd3a3ab1facf None None] Checking router: 902fa1fe-e559-49ce-8b58-cf9b5484f864 for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:18.747188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7fa20f-3be2-42fa-8d5c-cd3a3ab1facf None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:18.748199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-0a7fa20f-3be2-42fa-8d5c-cd3a3ab1facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:18.868575 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'name': 'tempest-FloatingIPsTestJSON-673456820-router', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:43:04Z', 'updated_at': '2020-11-12T07:43:14Z', 'revision_number': 4, 'project_id': '73cf674a8f58458f86913494ee570148', 'gw_port': {'id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:05Z', 'updated_at': '2020-11-12T07:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'c02a9d35-8f50-4daa-9639-7c3dc8f67066', 'name': '', 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'mac_address': 'fa:16:3e:d4:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34aa7fdb-2804-4cad-9817-1cacd79178f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:12Z', 'updated_at': '2020-11-12T07:43:15Z', 'revision_number': 2, 'project_id': '73cf674a8f58458f86913494ee570148', 'subnets': [{'id': '34aa7fdb-2804-4cad-9817-1cacd79178f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:18.883353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Checking router: e185d161-d6b3-4fdd-a5c8-a68cb74c5cee for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:18.885830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Updating router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee port c02a9d35-8f50-4daa-9639-7c3dc8f67066 binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:43:18.918364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:18.930600 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:18.931926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:18.966522 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-14f5bea6-9cc2-459d-8975-2f99ddd83d13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:18.979535 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:19.101590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:19.108429 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:19.118327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-0a7fa20f-3be2-42fa-8d5c-cd3a3ab1facf None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:19.194831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:19.195260 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:19.297306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45656) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:19.333882 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6a176638-b752-43f7-b601-225d00af8ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:19.421549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf35090-6da5-4ec9-8a4e-26feedc07b92 req-d275c77d-8d7c-47ac-848a-865bcce3f9d7 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:19.423197 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8cf35090-6da5-4ec9-8a4e-26feedc07b92 req-d275c77d-8d7c-47ac-848a-865bcce3f9d7 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 950 time: 0.6842988 Nov 12 07:43:19.433488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-6a176638-b752-43f7-b601-225d00af8ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:19.441929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-6a176638-b752-43f7-b601-225d00af8ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:c952456991a343deaaa9ceb9960b258a is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:19.458651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-6a176638-b752-43f7-b601-225d00af8ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:19.465974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-6a176638-b752-43f7-b601-225d00af8ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:19.602438 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8cf35090-6da5-4ec9-8a4e-26feedc07b92 req-d66be05a-baf2-4b3d-9d45-b6eed013b833 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/security-groups?id=e8ec66b0-18f6-4847-9d12-ca18a157d323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641257 Nov 12 07:43:19.660645 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6a176638-b752-43f7-b601-225d00af8ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:19.665256 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6a176638-b752-43f7-b601-225d00af8ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:19.674207 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b8458cca-783e-42ea-b1da-96006422bce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:19.721790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b9e8474c-b879-4a1c-8e90-0eb297cd5cc5 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:19.740974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a176638-b752-43f7-b601-225d00af8ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2182f080-15b6-4b1a-8f50-83f8f0179702,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:19.745607 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6a176638-b752-43f7-b601-225d00af8ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:19.751333 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6a176638-b752-43f7-b601-225d00af8ae3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c952456991a343deaaa9ceb9960b258a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4497359 Nov 12 07:43:19.752061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45666) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:19.785980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e35dd4a9-029a-4195-9c8e-bb6d66e992f2 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:19.791665 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b9e8474c-b879-4a1c-8e90-0eb297cd5cc5 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:19.825911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:43:19.893017 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-66c7e392-fd2a-4fbd-942a-1930a4a7205e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:19.928367 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:19.962180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Transition to ACTIVE for port object c02a9d35-8f50-4daa-9639-7c3dc8f67066 will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:19.967542 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:19.990874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-0a7fa20f-3be2-42fa-8d5c-cd3a3ab1facf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:ca:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e84e3a-b9da-463a-84ee-878188db9eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:43:11Z', 'revision_number': 3, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:19.995722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7fa20f-3be2-42fa-8d5c-cd3a3ab1facf None None] The sync data for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 is: [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:ca:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e84e3a-b9da-463a-84ee-878188db9eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:43:11Z', 'revision_number': 3, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:20.019402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:20.019825 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:20.029724 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-66c7e392-fd2a-4fbd-942a-1930a4a7205e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:20.117635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:20.152212 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-60578087-09e9-48b7-87c5-3c4fb1081ab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:20.212981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-1db41b92-95ef-44f3-bdd0-475e07bd76a6 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:20.213779 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-1db41b92-95ef-44f3-bdd0-475e07bd76a6 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Synchronizing usage tracker for tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:20.239379 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-66c7e392-fd2a-4fbd-942a-1930a4a7205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:20.246158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:20.265959 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d641a7c-ca1d-448c-807b-8989c311e942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:20.298786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7e392-fd2a-4fbd-942a-1930a4a7205e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2182f080-15b6-4b1a-8f50-83f8f0179702,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:20.307857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8893e-090f-4cc5-993a-dbc7574107cf None None] Pushing event updated for resources: {'Port': ['ID=c02a9d35-8f50-4daa-9639-7c3dc8f67066,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:20.316808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-1db41b92-95ef-44f3-bdd0-475e07bd76a6 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Unset dirty status for tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:20.320239 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-37b8893e-090f-4cc5-993a-dbc7574107cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:20.326213 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-1db41b92-95ef-44f3-bdd0-475e07bd76a6 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.33 "GET /v2.0/ports?device_id=368a4437-a0c9-4b85-b5f4-a7cb07d27890 HTTP/1.1" status: 200 len: 945 time: 0.3942473 Nov 12 07:43:20.327999 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-66c7e392-fd2a-4fbd-942a-1930a4a7205e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:20.329043 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-66c7e392-fd2a-4fbd-942a-1930a4a7205e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:20.330336 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-66c7e392-fd2a-4fbd-942a-1930a4a7205e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2182f080-15b6-4b1a-8f50-83f8f0179702 HTTP/1.1" status: 204 len: 168 time: 0.5771456 Nov 12 07:43:20.388374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:20.404136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device d1ff74b9-bc98-4e50-b4ca-518b874318e7 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:43:20.494162 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-b9e8474c-b879-4a1c-8e90-0eb297cd5cc5 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "PUT /v2.0/floatingips/56adb667-43a3-44c8-be12-c80a8201f275 HTTP/1.1" status: 200 len: 998 time: 11.1623154 Nov 12 07:43:20.504229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f581b34-1c44-4abe-bb59-f3f08d103ebb None None] New status for floating IP 56adb667-43a3-44c8-be12-c80a8201f275: ACTIVE {{(pid=80794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 12 07:43:20.510229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Deleting port d1ff74b9-bc98-4e50-b4ca-518b874318e7 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:20.510621 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:20.614437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Attempting to bind port c02a9d35-8f50-4daa-9639-7c3dc8f67066 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:43:20.615422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Attempting to bind port c02a9d35-8f50-4daa-9639-7c3dc8f67066 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '3769a418-a2a1-4167-84b8-4d5cfe899909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:43:20.615981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Attempting to bind port c02a9d35-8f50-4daa-9639-7c3dc8f67066 on network d7635f92-d2c1-4bc0-a958-b079b0aa970d {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:43:20.634851 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:43:20.635636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Checking segment: {'id': '3769a418-a2a1-4167-84b8-4d5cfe899909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:43:20.636229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:20.636808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Bound using segment: {'id': '3769a418-a2a1-4167-84b8-4d5cfe899909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:43:20.641134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Bound port: c02a9d35-8f50-4daa-9639-7c3dc8f67066, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3769a418-a2a1-4167-84b8-4d5cfe899909', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:43:20.641777 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:20.846678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-751dd6e7-5c9d-4777-9e6d-ba289389d303 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:20.851135 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] For port c02a9d35-8f50-4daa-9639-7c3dc8f67066, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:43:20.855354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] For port c02a9d35-8f50-4daa-9639-7c3dc8f67066, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=c02a9d35-8f50-4daa-9639-7c3dc8f67066,segment=NetworkSegment(3769a418-a2a1-4167-84b8-4d5cfe899909),segment_id=3769a418-a2a1-4167-84b8-4d5cfe899909)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:43:20.857206 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-751dd6e7-5c9d-4777-9e6d-ba289389d303 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports/b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 942 time: 0.3561487 Nov 12 07:43:20.864531 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:20.894454 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:20.895773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-b12981c1-90bf-4389-8e62-f7bfc516339f tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Synchronizing usage tracker for tenant:73cf674a8f58458f86913494ee570148 on resource:network {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:20.987326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-b12981c1-90bf-4389-8e62-f7bfc516339f tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Unset dirty status for tenant:73cf674a8f58458f86913494ee570148 on resource:network {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:20.998215 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-b12981c1-90bf-4389-8e62-f7bfc516339f tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7914584 Nov 12 07:43:21.010946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Request body: {'floatingip': {'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:21.024212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] For port d1ff74b9-bc98-4e50-b4ca-518b874318e7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=d1ff74b9-bc98-4e50-b4ca-518b874318e7,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:21.024711 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:21.089425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:21.089883 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:21.106049 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:21.136811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8893e-090f-4cc5-993a-dbc7574107cf None None] Pushing event updated for resources: {'Port': ['ID=c02a9d35-8f50-4daa-9639-7c3dc8f67066,revision_number=4']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:21.146158 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-37b8893e-090f-4cc5-993a-dbc7574107cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:21.148959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Usage tracker for resource:floatingip and tenant:73cf674a8f58458f86913494ee570148 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:21.154620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:21.188229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:21.220690 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Routers {'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:21.221652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:21.234281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:21.247798 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] 10.222.0.40 "PUT /v2.0/routers/2722cbd6-4252-49b8-b4fb-240fc2ffb5ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0829766 Nov 12 07:43:21.251812 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for floatingip, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:21.283793 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45698) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:21.312176 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:21.400985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8020d-366c-453f-894f-d22ead69ebf8 None None] Sync routers for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:21.487803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] Set router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:21.540632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port d1ff74b9-bc98-4e50-b4ca-518b874318e7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=d1ff74b9-bc98-4e50-b4ca-518b874318e7,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:21.541745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8020d-366c-453f-894f-d22ead69ebf8 None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:21.552254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-36e8020d-366c-453f-894f-d22ead69ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:21.669497 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:21.682759 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:21.683722 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:21.685142 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Floating IP 38077377-ddc9-4198-acc3-a0d2838f2ad7 disassociated. External IP: 172.25.5.134, port: d1ff74b9-bc98-4e50-b4ca-518b874318e7. Nov 12 07:43:21.685751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Calling delete_port for d1ff74b9-bc98-4e50-b4ca-518b874318e7 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:43:21.761079 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:21.785243 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-3b6d3b55-01e7-4b78-a104-a5ac17032e9e service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1160 time: 0.7577891 Nov 12 07:43:21.851621 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:43:21.852000 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:43:21.902850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=d1ff74b9-bc98-4e50-b4ca-518b874318e7,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:21.908610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7980de-09eb-4eab-920a-c312b8ea8cdb None None] Sync routers for ids ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:21.909237 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:21.944954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-36e8020d-366c-453f-894f-d22ead69ebf8 None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:21.998212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7980de-09eb-4eab-920a-c312b8ea8cdb None None] Routers {'2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:21.998954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4c7980de-09eb-4eab-920a-c312b8ea8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:22.070717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-6cff1938-f6aa-4ead-be9c-e40c0082973c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:22.072424 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-6cff1938-f6aa-4ead-be9c-e40c0082973c service neutron] 10.222.0.40 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.2730088 Nov 12 07:43:22.074728 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:22.294130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-4c7980de-09eb-4eab-920a-c312b8ea8cdb None None] Set router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:22.353084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Deleting port d1ff74b9-bc98-4e50-b4ca-518b874318e7 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:22.353394 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:22.444108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'name': 'tempest-FloatingIPsTestJSON-673456820-router', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:43:04Z', 'updated_at': '2020-11-12T07:43:14Z', 'revision_number': 4, 'project_id': '73cf674a8f58458f86913494ee570148', 'gw_port': {'id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:05Z', 'updated_at': '2020-11-12T07:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'c02a9d35-8f50-4daa-9639-7c3dc8f67066', 'name': '', 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'mac_address': 'fa:16:3e:d4:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34aa7fdb-2804-4cad-9817-1cacd79178f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:12Z', 'updated_at': '2020-11-12T07:43:20Z', 'revision_number': 4, 'project_id': '73cf674a8f58458f86913494ee570148', 'subnets': [{'id': '34aa7fdb-2804-4cad-9817-1cacd79178f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:22.482292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Allocated IP 172.25.5.162 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/d68f52f6-1102-4dcb-b6bf-8fca4f7c7505) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:43:22.503212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744c04f8-078a-4394-9ff9-f892058f1396 None None] The sync data for ids ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'] in n-d-761264-6 is: [{'id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'name': 'tempest-FloatingIPsTestJSON-673456820-router', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:43:04Z', 'updated_at': '2020-11-12T07:43:14Z', 'revision_number': 4, 'project_id': '73cf674a8f58458f86913494ee570148', 'gw_port': {'id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:05Z', 'updated_at': '2020-11-12T07:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'c02a9d35-8f50-4daa-9639-7c3dc8f67066', 'name': '', 'network_id': 'd7635f92-d2c1-4bc0-a958-b079b0aa970d', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'mac_address': 'fa:16:3e:d4:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34aa7fdb-2804-4cad-9817-1cacd79178f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:12Z', 'updated_at': '2020-11-12T07:43:20Z', 'revision_number': 4, 'project_id': '73cf674a8f58458f86913494ee570148', 'subnets': [{'id': '34aa7fdb-2804-4cad-9817-1cacd79178f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:22.618899 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-36e8020d-366c-453f-894f-d22ead69ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:ca:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e84e3a-b9da-463a-84ee-878188db9eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:43:20Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:22.628341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8020d-366c-453f-894f-d22ead69ebf8 None None] Checking router: 902fa1fe-e559-49ce-8b58-cf9b5484f864 for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:22.651562 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8020d-366c-453f-894f-d22ead69ebf8 None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:22.652295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-36e8020d-366c-453f-894f-d22ead69ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:22.719496 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-a76012ba-3d28-4916-9e67-ece7f5ccb054 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 217 time: 0.6334105 Nov 12 07:43:22.776402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4c7980de-09eb-4eab-920a-c312b8ea8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-router', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:42:52Z', 'updated_at': '2020-11-12T07:43:15Z', 'revision_number': 5, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'gw_port': {'id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:53Z', 'updated_at': '2020-11-12T07:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:22.783865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7980de-09eb-4eab-920a-c312b8ea8cdb None None] Checking router: 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:22.807159 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:22.810694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7980de-09eb-4eab-920a-c312b8ea8cdb None None] Routers {'2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:22.811422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4c7980de-09eb-4eab-920a-c312b8ea8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:22.865733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-d1d078ad-bb55-4924-aa7c-b18ef32e5f42 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:22.867703 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-d1d078ad-bb55-4924-aa7c-b18ef32e5f42 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.1473925 Nov 12 07:43:22.947602 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] For port d1ff74b9-bc98-4e50-b4ca-518b874318e7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=d1ff74b9-bc98-4e50-b4ca-518b874318e7,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:22.948003 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:22.962574 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Notify callbacks [] for router, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:23.054596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-36e8020d-366c-453f-894f-d22ead69ebf8 None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:23.152413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-4c7980de-09eb-4eab-920a-c312b8ea8cdb None None] Set router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:23.552727 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:23.574942 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:23.575361 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:23.576570 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Floating IP 38077377-ddc9-4198-acc3-a0d2838f2ad7 disassociated. External IP: 172.25.5.134, port: d1ff74b9-bc98-4e50-b4ca-518b874318e7. Nov 12 07:43:23.580627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Calling delete_port for d1ff74b9-bc98-4e50-b4ca-518b874318e7 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:43:23.594131 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:23.694919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c02a9d35-8f50-4daa-9639-7c3dc8f67066 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:23.783476 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:23.808658 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-9bb8a1cc-ae3f-4d6e-a59d-e77bd1a68ee4 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9313383 Nov 12 07:43:23.820829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4c7980de-09eb-4eab-920a-c312b8ea8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-router', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:42:52Z', 'updated_at': '2020-11-12T07:43:15Z', 'revision_number': 5, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'gw_port': {'id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:53Z', 'updated_at': '2020-11-12T07:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:23.825210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-36e8020d-366c-453f-894f-d22ead69ebf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:ca:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e84e3a-b9da-463a-84ee-878188db9eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:43:20Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:23.827603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port c02a9d35-8f50-4daa-9639-7c3dc8f67066 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:23.829838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7980de-09eb-4eab-920a-c312b8ea8cdb None None] The sync data for ids ['2722cbd6-4252-49b8-b4fb-240fc2ffb5ee'] in n-d-761264-6 is: [{'id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-756131678-router', 'tenant_id': '899be653aecc46749ac59df64b0bfb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:42:52Z', 'updated_at': '2020-11-12T07:43:15Z', 'revision_number': 5, 'project_id': '899be653aecc46749ac59df64b0bfb23', 'gw_port': {'id': '0dd095f7-244c-4052-a363-4c4fd378602f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2722cbd6-4252-49b8-b4fb-240fc2ffb5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:42:53Z', 'updated_at': '2020-11-12T07:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:23.834192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port c02a9d35-8f50-4daa-9639-7c3dc8f67066 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:23.835733 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:23.846529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Pushing event updated for resources: {'Port': ['ID=d68f52f6-1102-4dcb-b6bf-8fca4f7c7505,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:23.869406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8020d-366c-453f-894f-d22ead69ebf8 None None] The sync data for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 is: [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:ca:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e84e3a-b9da-463a-84ee-878188db9eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:43:20Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:23.883297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.883705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.884103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.884495 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.884882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.885292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.885676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.886224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.886611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.886995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.887385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.887906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.888336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.888719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.889227 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.889664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.890019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.890398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.890776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.891151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.891527 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.891904 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.892279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.892783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.893501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.893919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.894303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.894682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.895057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.895437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.895814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.896191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.896567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.896961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.897337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.897711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:23.955417 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:23.980360 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:24.003864 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:24.021234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Pushing event deleted for resources: {'Port': ['ID=d1ff74b9-bc98-4e50-b4ca-518b874318e7,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:24.039216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.039630 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.040023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.040414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.040795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.041203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.041586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.041965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.042621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.042743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.043162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.043421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.043840 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.044215 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.044402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port c02a9d35-8f50-4daa-9639-7c3dc8f67066, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=c02a9d35-8f50-4daa-9639-7c3dc8f67066,segment=NetworkSegment(3769a418-a2a1-4167-84b8-4d5cfe899909),segment_id=3769a418-a2a1-4167-84b8-4d5cfe899909)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:24.044575 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.044956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.045330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.050106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.050597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.050994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.051589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.051768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.052125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.052506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.053173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.053425 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:24.053543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.053912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.054291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.054666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.055043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.055417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.056122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.056496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.056869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.057670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.057670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.062806 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:24.069096 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:24.097440 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-4b140df4-c483-4d90-a146-10aa29b9f460 service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869616 Nov 12 07:43:24.143099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:24.149442 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:24.151770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=c02a9d35-8f50-4daa-9639-7c3dc8f67066,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:24.161947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.162337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.162786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.163228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.163665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.164118 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.164556 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.165014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.165447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.165877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.166305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.166737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.167217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.167638 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.168073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.168505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.168955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.169385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.169810 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.170232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.170683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.171149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.171716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.172160 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.172692 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.173138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.173568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.173995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.174418 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.174855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.175282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.175704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.176140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.176575 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.177029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.177450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:43:24.185707 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:24.209694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:43:24.305346 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:24.308947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Router 3735bb15-54b5-4d58-bf0c-64e59701f51f has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:43:24.312628 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-7222113e-c968-4aec-8b3a-ca757153f8e2 service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2010527 Nov 12 07:43:24.321954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Deleting port 0dd095f7-244c-4052-a363-4c4fd378602f {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:24.321954 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:24.420149 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for floatingip, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:24.548286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:24.561173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de8063-49c3-4f52-b84e-61f4d08261fb None None] Sync routers for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:24.587890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de8063-49c3-4f52-b84e-61f4d08261fb None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:24.589609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d4de8063-49c3-4f52-b84e-61f4d08261fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:24.602566 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:24.603547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] No DVR routers for this DVR port d1ff74b9-bc98-4e50-b4ca-518b874318e7 on host n-h2-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:43:24.606634 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:24.611895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'name': 'network-vif-deleted', 'tag': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:24.639044 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-453c203a-7bb9-4d14-97e5-8e9472692b8a req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.33 "DELETE /v2.0/ports/d1ff74b9-bc98-4e50-b4ca-518b874318e7 HTTP/1.1" status: 204 len: 173 time: 4.3049381 Nov 12 07:43:24.700447 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-3c815a6e-f03c-41ba-b649-375517b3a8cb service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 1160 time: 0.3433206 Nov 12 07:43:24.836224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-d4de8063-49c3-4f52-b84e-61f4d08261fb None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:24.875266 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] For port 0dd095f7-244c-4052-a363-4c4fd378602f, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=0dd095f7-244c-4052-a363-4c4fd378602f,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:24.875643 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:25.034786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Calling delete_port for 0dd095f7-244c-4052-a363-4c4fd378602f owned by network:router_gateway {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:43:25.179272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d4de8063-49c3-4f52-b84e-61f4d08261fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:25.184869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de8063-49c3-4f52-b84e-61f4d08261fb None None] Checking router: 3735bb15-54b5-4d58-bf0c-64e59701f51f for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:25.193429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-484805c3-f7e2-4017-b73a-1ed8788d8b15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:25.195073 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-484805c3-f7e2-4017-b73a-1ed8788d8b15 service neutron] 10.222.0.40 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.4822452 Nov 12 07:43:25.197658 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de8063-49c3-4f52-b84e-61f4d08261fb None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:25.198341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d4de8063-49c3-4f52-b84e-61f4d08261fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:25.391279 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-d82042cd-126e-4d01-9a96-b5eae6e5c93b service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31675607-6e8f-48db-a377-e2c3d4f98f3c HTTP/1.1" status: 200 len: 1001 time: 0.1885378 Nov 12 07:43:25.437902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c02a9d35-8f50-4daa-9639-7c3dc8f67066 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:25.469246 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:25.517706 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:25.535399 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port c02a9d35-8f50-4daa-9639-7c3dc8f67066 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:25.535915 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:25.544715 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2bac454b-45ad-49f3-b99c-78456d31fa76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:25.563465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-d4de8063-49c3-4f52-b84e-61f4d08261fb None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:25.671516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b61444d2-21dd-4bc6-82c8-b74320c8f194 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:43:25.707818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: b61444d2-21dd-4bc6-82c8-b74320c8f194 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:43:25.708246 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b61444d2-21dd-4bc6-82c8-b74320c8f194 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:43:25.909147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-11d8bdb5-ef6c-4ff2-bdfa-fbccf306a822 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:25.910648 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-11d8bdb5-ef6c-4ff2-bdfa-fbccf306a822 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.5121460 Nov 12 07:43:25.913902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d4de8063-49c3-4f52-b84e-61f4d08261fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:25.918546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de8063-49c3-4f52-b84e-61f4d08261fb None None] The sync data for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 is: [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:25.980469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Pushing event updated for resources: {'Port': ['ID=d68f52f6-1102-4dcb-b6bf-8fca4f7c7505,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:25.983998 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:26.003733 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:26.022570 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:26.142270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd095f7-244c-4052-a363-4c4fd378602f,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:26.149483 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:26.202804 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:26.258722 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-4dcb62e6-f1b3-4d56-bff8-03e07283c62d service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3371570 Nov 12 07:43:26.260293 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:26.261510 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2559791 Nov 12 07:43:26.279634 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ddb124-6d01-4200-ac8d-ad852b9facbb None None] New status for floating IP 38077377-ddc9-4198-acc3-a0d2838f2ad7: DOWN {{(pid=80794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 12 07:43:26.571141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-d7025414-80b3-42d1-b703-bd3c85fb7e90 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Synchronizing usage tracker for tenant:73cf674a8f58458f86913494ee570148 on resource:floatingip {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:26.604344 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7950908'] for router_gateway, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:26.760391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-d7025414-80b3-42d1-b703-bd3c85fb7e90 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Unset dirty status for tenant:73cf674a8f58458f86913494ee570148 on resource:floatingip {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:26.761633 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-d7025414-80b3-42d1-b703-bd3c85fb7e90 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.4717734 Nov 12 07:43:26.766312 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-058962ae-015f-4b11-9882-1206e132d741 service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006356 Nov 12 07:43:27.056565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7985234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718819'] for router, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:27.088010 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:27.247899 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985400'] for router, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:27.248442 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2722cbd6-4252-49b8-b4fb-240fc2ffb5ee {{(pid=80792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 12 07:43:27.257908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-352871c2-b9b9-4bdb-b9e1-11f8d3dc1c1b tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:27.259358 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76972372-e4c5-4d9d-9637-06998fe8ddab req-352871c2-b9b9-4bdb-b9e1-11f8d3dc1c1b tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 784 time: 0.4905674 Nov 12 07:43:27.264510 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500f3b97-cae1-47b6-8e0e-f87a076ffd5b req-f044ae95-6f77-4e71-a334-63896b2ba382 service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4361379 Nov 12 07:43:27.269076 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Notify callbacks [] for router, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:27.270710 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] 10.222.0.40 "DELETE /v2.0/routers/2722cbd6-4252-49b8-b4fb-240fc2ffb5ee HTTP/1.1" status: 204 len: 168 time: 5.9812424 Nov 12 07:43:27.273213 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45734) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:27.380303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e96e3d2-33bc-417e-8778-0a830854e2d6 admin admin] Deleting subnet 78ac27d0-8cad-43d9-936e-0cdf4ba7929f {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:43:27.399831 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5e96e3d2-33bc-417e-8778-0a830854e2d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:27.757570 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5e96e3d2-33bc-417e-8778-0a830854e2d6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:27.807092 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-c1fed07c-32e0-486d-801a-81bc4b4174f9 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1732826719&fields=id&tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054 HTTP/1.1" status: 200 len: 267 time: 0.4241753 Nov 12 07:43:27.942641 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5e96e3d2-33bc-417e-8778-0a830854e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:28.029600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78c56e-176f-44ec-9972-f4c6aac9e721 req-928e725b-0834-4745-8eeb-d6db94ba47a0 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:28.031244 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3d78c56e-176f-44ec-9972-f4c6aac9e721 req-928e725b-0834-4745-8eeb-d6db94ba47a0 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 945 time: 0.6005743 Nov 12 07:43:28.076693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-bc646ca4-098a-4b8c-aa67-f449731c6c8f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:28.078422 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-bc646ca4-098a-4b8c-aa67-f449731c6c8f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/networks?id=738aa929-f78a-409c-b3ce-e2d0766417e7 HTTP/1.1" status: 200 len: 824 time: 0.2637453 Nov 12 07:43:28.185371 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-4618c4f5-2102-4016-bcac-9d3a218c878c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/quotas/9c5f9ebd2bcf4c7b833bd9f0cedcb054 HTTP/1.1" status: 200 len: 375 time: 0.0536292 Nov 12 07:43:28.242952 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3d78c56e-176f-44ec-9972-f4c6aac9e721 req-2288fd79-3234-48a9-a79c-ab3d17a18c77 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031772 Nov 12 07:43:28.330757 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'status': 'completed', 'code': 200} Nov 12 07:43:28.368310 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2', 'code': 200} Nov 12 07:43:28.381690 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-e3382455-2bff-4a30-ac51-1fe85b0e7269 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1818004 Nov 12 07:43:28.420793 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5e96e3d2-33bc-417e-8778-0a830854e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:28.442459 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b5e6602e-e70e-47f1-bb0c-31fd336be1fa req-9210e6da-2dfb-4fd0-9a58-cfebc766c038 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1160 time: 0.1026773 Nov 12 07:43:28.487010 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a24ef0e2-eb04-4ded-a0ea-7964f171d108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:28.649962 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96e3d2-33bc-417e-8778-0a830854e2d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ac27d0-8cad-43d9-936e-0cdf4ba7929f,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:28.690991 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5e96e3d2-33bc-417e-8778-0a830854e2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:28.804385 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-4f4b1d6a-9a61-4e65-a2fd-c016ffff0de8 service neutron] 10.222.0.40 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091058 Nov 12 07:43:28.810066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6602e-e70e-47f1-bb0c-31fd336be1fa req-2c84339e-821d-4b5b-a86b-b4060b81410d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:28.811722 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b5e6602e-e70e-47f1-bb0c-31fd336be1fa req-2c84339e-821d-4b5b-a86b-b4060b81410d service neutron] 10.222.0.41 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.3619204 Nov 12 07:43:28.841549 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5e96e3d2-33bc-417e-8778-0a830854e2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:28.848196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fad85a-d2ce-415f-a351-5b101a85bdd7 None None] Network 2854096f-71e4-404d-8a25-b363dce73f5a requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:43:28.885106 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b5e6602e-e70e-47f1-bb0c-31fd336be1fa req-96ae32aa-3f60-4c59-8902-d55ffe126e98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 217 time: 0.0653670 Nov 12 07:43:28.916299 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5e96e3d2-33bc-417e-8778-0a830854e2d6 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/78ac27d0-8cad-43d9-936e-0cdf4ba7929f HTTP/1.1" status: 204 len: 168 time: 1.6419222 Nov 12 07:43:28.924223 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-12be2884-566e-4705-b09e-51161fd13544 req-7f6e5919-5f87-4120-b3f7-edd14ba3ca86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 1160 time: 0.4384863 Nov 12 07:43:28.924735 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45748) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:28.945192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb490a37-5751-424b-8326-222434a020e2 req-12f1718f-f1af-44d2-bd13-db4dfba700e3 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:28.946804 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb490a37-5751-424b-8326-222434a020e2 req-12f1718f-f1af-44d2-bd13-db4dfba700e3 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 950 time: 0.3826408 Nov 12 07:43:28.962327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6602e-e70e-47f1-bb0c-31fd336be1fa req-917d5386-2b9f-4384-b08d-a1f68cc523db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:28.963943 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b5e6602e-e70e-47f1-bb0c-31fd336be1fa req-917d5386-2b9f-4384-b08d-a1f68cc523db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.0727274 Nov 12 07:43:29.067077 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b5e6602e-e70e-47f1-bb0c-31fd336be1fa req-f20ec95c-edf0-4eba-9f15-761dbca05d76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922987 Nov 12 07:43:29.113756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38937ecc-8436-4e14-8a02-0412f4a93a7e None None] DHCP port deletion for 2854096f-71e4-404d-8a25-b363dce73f5a request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:43:29.118140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-38937ecc-8436-4e14-8a02-0412f4a93a7e None None] Deleting port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:29.118561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-38937ecc-8436-4e14-8a02-0412f4a93a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:29.169886 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-022ec520-c6e2-4d5a-9f0a-5cf0a446f166 service neutron] 10.222.0.40 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3562543 Nov 12 07:43:29.175417 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:29.219476 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b5e6602e-e70e-47f1-bb0c-31fd336be1fa req-9ee2e131-2a16-47e9-b4fa-a1260b11d42b service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458173 Nov 12 07:43:29.229634 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-12be2884-566e-4705-b09e-51161fd13544 req-42fb1109-dc07-4eff-8fa2-bae0c8fa383b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911744 Nov 12 07:43:29.246371 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb490a37-5751-424b-8326-222434a020e2 req-85bad8f4-5ac2-4b03-9557-bf2c97d91478 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.40 "GET /v2.0/security-groups?id=e8ec66b0-18f6-4847-9d12-ca18a157d323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637396 Nov 12 07:43:29.255986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Deleting port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:29.256365 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:29.345932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-38937ecc-8436-4e14-8a02-0412f4a93a7e None None] For port ca42da93-bd02-48f2-ae4b-19c5a9b39e10, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ca42da93-bd02-48f2-ae4b-19c5a9b39e10,segment=NetworkSegment(83412f07-7ccd-41f0-867b-a73018aad640),segment_id=83412f07-7ccd-41f0-867b-a73018aad640)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:29.346321 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-38937ecc-8436-4e14-8a02-0412f4a93a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:29.483721 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'name': 'network-vif-deleted', 'tag': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7', 'status': 'completed', 'code': 200} Nov 12 07:43:29.558020 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b5e6602e-e70e-47f1-bb0c-31fd336be1fa req-1cb86e72-7f8e-4525-94b6-010d20bea774 service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3321452 Nov 12 07:43:29.559110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-38937ecc-8436-4e14-8a02-0412f4a93a7e None None] Calling delete_port for ca42da93-bd02-48f2-ae4b-19c5a9b39e10 owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:43:29.734204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ca42da93-bd02-48f2-ae4b-19c5a9b39e10 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:43:29.734390 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93fb6fbe-84d2-4d68-ba62-b19eb17b9532 req-169eb0f3-1412-4369-a8ab-78eb08a6b00f tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips/4ca0382c-55c7-42f1-baa9-14afc3c5a296 HTTP/1.1" status: 200 len: 693 time: 0.1269734 Nov 12 07:43:29.744479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] For port ca42da93-bd02-48f2-ae4b-19c5a9b39e10, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ca42da93-bd02-48f2-ae4b-19c5a9b39e10,segment=NetworkSegment(83412f07-7ccd-41f0-867b-a73018aad640),segment_id=83412f07-7ccd-41f0-867b-a73018aad640)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:29.745033 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:29.792135 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: ca42da93-bd02-48f2-ae4b-19c5a9b39e10 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:43:29.792535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ca42da93-bd02-48f2-ae4b-19c5a9b39e10 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:43:29.793049 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 0dd095f7-244c-4052-a363-4c4fd378602f no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:43:29.832865 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-38937ecc-8436-4e14-8a02-0412f4a93a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:29.866925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 0dd095f7-244c-4052-a363-4c4fd378602f {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:43:29.867329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 0dd095f7-244c-4052-a363-4c4fd378602f not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:43:29.868878 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:29.989580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38937ecc-8436-4e14-8a02-0412f4a93a7e None None] Pushing event deleted for resources: {'Port': ['ID=ca42da93-bd02-48f2-ae4b-19c5a9b39e10,revision_number=None']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:29.993102 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-38937ecc-8436-4e14-8a02-0412f4a93a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:30.044562 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38937ecc-8436-4e14-8a02-0412f4a93a7e None None] No DVR routers for this DVR port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 on host n-d-761264-6 {{(pid=80794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:43:30.109861 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45774) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:30.267549 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4906675-acf2-4ba2-bbf1-1fff26c3e72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:30.279170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Calling delete_port for ca42da93-bd02-48f2-ae4b-19c5a9b39e10 owned by network:dhcp {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:43:30.296947 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1c11992a-5087-4152-bd07-bec0c330b8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:30.321954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e4906675-acf2-4ba2-bbf1-1fff26c3e72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:30.325662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e4906675-acf2-4ba2-bbf1-1fff26c3e72e admin admin] Usage tracker for resource:security_group_rule and tenant:26c47ec3b04b47bb8746fa61b78e75e3 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:30.329334 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e4906675-acf2-4ba2-bbf1-1fff26c3e72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:30.335404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e4906675-acf2-4ba2-bbf1-1fff26c3e72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:30.335609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:30.373658 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:30.427480 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4906675-acf2-4ba2-bbf1-1fff26c3e72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:30.432038 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4906675-acf2-4ba2-bbf1-1fff26c3e72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:30.440883 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bfb042b7-4a82-4b90-9553-d7d1a950216b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:30.463462 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19c9101e-aad4-4b99-8602-2f6439b358b5 req-ef5b33dc-b206-48fb-b6c5-ef7d28820442 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 1001 time: 0.3115101 Nov 12 07:43:30.470532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:43:30.470899 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:43:30.474272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4906675-acf2-4ba2-bbf1-1fff26c3e72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87801dc-9557-4542-8dfe-f853f417fce4,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:30.477889 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6fbe-84d2-4d68-ba62-b19eb17b9532 req-7041ecfa-198c-4e9f-8956-ec2ead95a234 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:30.479456 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93fb6fbe-84d2-4d68-ba62-b19eb17b9532 req-7041ecfa-198c-4e9f-8956-ec2ead95a234 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 784 time: 0.7372849 Nov 12 07:43:30.479803 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e4906675-acf2-4ba2-bbf1-1fff26c3e72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:30.501869 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e4906675-acf2-4ba2-bbf1-1fff26c3e72e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=26c47ec3b04b47bb8746fa61b78e75e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3908796 Nov 12 07:43:30.504457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45784) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:30.535973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-93fb6fbe-84d2-4d68-ba62-b19eb17b9532 req-265f5b32-b0ed-472e-992d-5c0e924179eb tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:43:30.546491 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93fb6fbe-84d2-4d68-ba62-b19eb17b9532 req-265f5b32-b0ed-472e-992d-5c0e924179eb tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0269315 Nov 12 07:43:30.587940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9101e-aad4-4b99-8602-2f6439b358b5 req-41d0a4b7-b022-4f5f-8b28-5f86986e81d0 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:30.589486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19c9101e-aad4-4b99-8602-2f6439b358b5 req-41d0a4b7-b022-4f5f-8b28-5f86986e81d0 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports/31675607-6e8f-48db-a377-e2c3d4f98f3c HTTP/1.1" status: 200 len: 942 time: 0.1090741 Nov 12 07:43:30.592683 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-13f66958-9b65-4aae-935e-1767c1dd0cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:30.624999 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-13f66958-9b65-4aae-935e-1767c1dd0cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:30.673724 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-13f66958-9b65-4aae-935e-1767c1dd0cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:30.679000 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-70f93a76-464a-4dde-8f4e-6737cd301882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:30.692662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f66958-9b65-4aae-935e-1767c1dd0cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87801dc-9557-4542-8dfe-f853f417fce4,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:30.695394 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-13f66958-9b65-4aae-935e-1767c1dd0cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:30.699293 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-13f66958-9b65-4aae-935e-1767c1dd0cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:30.701630 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-13f66958-9b65-4aae-935e-1767c1dd0cb9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e87801dc-9557-4542-8dfe-f853f417fce4 HTTP/1.1" status: 204 len: 168 time: 0.1961112 Nov 12 07:43:30.829385 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19c9101e-aad4-4b99-8602-2f6439b358b5 req-5d8baeb2-c7d7-48e0-b5fa-38d04c388ded tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 1001 time: 0.1411903 Nov 12 07:43:30.843434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8bfef-4483-4fb5-a1df-27b7ea4034e1 req-813d6620-2f6a-42ea-b02b-12065475fa95 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:30.852112 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-94f8bfef-4483-4fb5-a1df-27b7ea4034e1 req-813d6620-2f6a-42ea-b02b-12065475fa95 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 945 time: 0.2043350 Nov 12 07:43:30.976203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Deleting port ca42da93-bd02-48f2-ae4b-19c5a9b39e10 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:30.976565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:31.037287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-30c4ac3e-d98d-4346-abf4-e4c8d9cb902d tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:31.039564 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-30c4ac3e-d98d-4346-abf4-e4c8d9cb902d tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.33 "GET /v2.0/networks?id=738aa929-f78a-409c-b3ce-e2d0766417e7 HTTP/1.1" status: 200 len: 824 time: 0.1992168 Nov 12 07:43:31.069718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] The port 'ca42da93-bd02-48f2-ae4b-19c5a9b39e10' was deleted {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}} Nov 12 07:43:31.075816 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-94f8bfef-4483-4fb5-a1df-27b7ea4034e1 req-736b2984-a0aa-4081-98ff-c55eafe0a0d0 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231457 Nov 12 07:43:31.193822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45796) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:31.228437 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-20a0efcf-6b6d-4064-99b3-930d73a33bb8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.33 "GET /v2.0/security-groups?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054 HTTP/1.1" status: 200 len: 5044 time: 0.1725311 Nov 12 07:43:31.229766 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e38cec0e-a8ec-451c-afcf-d2359d935fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:31.245241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9101e-aad4-4b99-8602-2f6439b358b5 req-815bd202-2147-4725-8eb1-601b66b73fed tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:31.246719 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19c9101e-aad4-4b99-8602-2f6439b358b5 req-815bd202-2147-4725-8eb1-601b66b73fed tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 784 time: 0.3927751 Nov 12 07:43:31.247282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Request body: {'port': {'device_id': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'admin_state_up': True, 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'security_groups': ['05112574-bc7c-46ca-bcb6-22616820b5cb']}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:31.248502 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:31.385917 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7742426c-fe97-4e71-a187-30566ec84ff1 req-9af385e4-ef47-4558-b900-0a5a8f81c7f7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 210 time: 0.0543332 Nov 12 07:43:31.411266 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'status': 'completed', 'code': 200} Nov 12 07:43:31.411817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e38cec0e-a8ec-451c-afcf-d2359d935fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:31.419096 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.419722 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.420719 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.421318 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > port after_create 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.421994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e38cec0e-a8ec-451c-afcf-d2359d935fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:78cd9999fd024d159fa3b64609238ab9 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:31.422234 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > port after_delete 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.422865 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > port after_update 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.423401 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.423954 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.424486 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.425077 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.428677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e38cec0e-a8ec-451c-afcf-d2359d935fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:31.447460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e38cec0e-a8ec-451c-afcf-d2359d935fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:31.462891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:31.468972 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Usage tracker for resource:port and tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:31.474700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Quota usage for port was recalculated. Used quota:3. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:31.477843 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368a4437-a0c9-4b85-b5f4-a7cb07d27890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ff74b9-bc98-4e50-b4ca-518b874318e7', 'code': 200} Nov 12 07:43:31.487628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:31.493118 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.493509 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.493877 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.494250 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80792) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:43:31.494630 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2854096f-71e4-404d-8a25-b363dce73f5a']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:31.507011 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Made reservation on behalf of 9c5f9ebd2bcf4c7b833bd9f0cedcb054 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:43:31.512561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:31.627275 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83412f07-7ccd-41f0-867b-a73018aad640') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:31.627612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83412f07-7ccd-41f0-867b-a73018aad640') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:31.657487 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:31.658077 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e38cec0e-a8ec-451c-afcf-d2359d935fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:31.667585 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e38cec0e-a8ec-451c-afcf-d2359d935fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:31.671909 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f10450a4-9a66-4458-8fba-891809243896 req-0c73b736-a539-43d2-93f7-2f7d28f627f9 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips?tenant_id=73cf674a8f58458f86913494ee570148 HTTP/1.1" status: 200 len: 696 time: 0.1680267 Nov 12 07:43:31.681014 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:31.685853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:43:31.686924 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-13f66958-9b65-4aae-935e-1767c1dd0cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:31.766024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cec0e-a8ec-451c-afcf-d2359d935fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da85cdff-1fe2-47bd-9e7d-4ba3ca0c7bbe,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:31.774203 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e38cec0e-a8ec-451c-afcf-d2359d935fb3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=78cd9999fd024d159fa3b64609238ab9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5792861 Nov 12 07:43:31.795619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 45808) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:31.815248 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e38cec0e-a8ec-451c-afcf-d2359d935fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:31.890502 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9150ab26-0430-4e42-a70d-c92bf673958e req-4ecdaf48-68e5-456a-b27d-0a97be6e4c65 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 1160 time: 0.3854520 Nov 12 07:43:31.932937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Allocated IP 172.20.0.5 (738aa929-f78a-409c-b3ce-e2d0766417e7/b12c66e8-bca7-44c8-809a-b1424f8fc5f8/3374845e-34d9-411c-b47b-8743cbbba2ea) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:43:32.130965 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:32.158693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Network 2854096f-71e4-404d-8a25-b363dce73f5a has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:43:32.186236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:32.294692 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10450a4-9a66-4458-8fba-891809243896 req-241b16d8-069f-4d03-b15c-60d56a5466f3 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:32.296271 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f10450a4-9a66-4458-8fba-891809243896 req-241b16d8-069f-4d03-b15c-60d56a5466f3 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/networks?id=e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 787 time: 0.6129892 Nov 12 07:43:32.323964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-f10450a4-9a66-4458-8fba-891809243896 req-801e54f5-fa78-4a99-ba4d-b3f57b55419c tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:43:32.325285 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f10450a4-9a66-4458-8fba-891809243896 req-801e54f5-fa78-4a99-ba4d-b3f57b55419c tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0197616 Nov 12 07:43:32.733046 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9a11385c-b868-41cd-9d57-c0801f381cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:32.792352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Network 2854096f-71e4-404d-8a25-b363dce73f5a has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: (rel_b, rel_a, rel_b), Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: (rel_b, rel_a, rel_b), Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:43:32.828332 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:43:32.894176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150ab26-0430-4e42-a70d-c92bf673958e req-3465d607-fea7-4329-8381-3e357742205f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:32.895797 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9150ab26-0430-4e42-a70d-c92bf673958e req-3465d607-fea7-4329-8381-3e357742205f service neutron] 10.222.0.33 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.9820123 Nov 12 07:43:32.919152 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fdb19d87-4468-462a-859c-1e6b154c345c req-869acf2f-4447-47cf-9813-029e0b386fce tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 1160 time: 0.9653594 Nov 12 07:43:33.019694 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9a11385c-b868-41cd-9d57-c0801f381cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.034982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.036684 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3178891b-11b3-48ea-ba67-f90cb22df844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.054267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Transition to ACTIVE for port object 3374845e-34d9-411c-b47b-8743cbbba2ea will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:33.059662 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-f1949df1-2e9b-4974-8982-6f7dba44137a tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 1001 time: 0.4581265 Nov 12 07:43:33.075431 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.080698 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.095625 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f6ddc358-1e8c-4b48-97d1-7c9606db4652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:33.103237 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.172406 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:33.200525 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.221261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Pushing event deleted for resources: {'Network': ['ID=2854096f-71e4-404d-8a25-b363dce73f5a,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:33.229033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-fdb19d87-4468-462a-859c-1e6b154c345c req-e05c2e8e-168f-4077-b255-f2d930873f01 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] Synchronizing usage tracker for tenant:bb7c278c712f4f4bb0132e8280c968d3 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:33.233010 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9150ab26-0430-4e42-a70d-c92bf673958e req-e2661056-94ee-4aae-af16-378628bca0c5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31675607-6e8f-48db-a377-e2c3d4f98f3c HTTP/1.1" status: 200 len: 1001 time: 0.3049777 Nov 12 07:43:33.234629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:33.242216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Pushing event updated for resources: {'Port': ['ID=3374845e-34d9-411c-b47b-8743cbbba2ea,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:33.247352 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] 10.222.0.40 "DELETE /v2.0/networks/2854096f-71e4-404d-8a25-b363dce73f5a HTTP/1.1" status: 204 len: 168 time: 4.3111696 Nov 12 07:43:33.255832 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:33.287083 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-74f0884c-6c4f-4888-9c2f-90ce8343c4fa tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:33.288587 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-74f0884c-6c4f-4888-9c2f-90ce8343c4fa tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports/31675607-6e8f-48db-a377-e2c3d4f98f3c HTTP/1.1" status: 200 len: 942 time: 0.2186816 Nov 12 07:43:33.304656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:33.306668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:33.308415 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9a11385c-b868-41cd-9d57-c0801f381cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.309480 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:43:33.314471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:33.315616 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.318812 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ba671158-ddf2-4058-a5f0-4e9c359ec763 tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:33.333648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-fdb19d87-4468-462a-859c-1e6b154c345c req-e05c2e8e-168f-4077-b255-f2d930873f01 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] Unset dirty status for tenant:bb7c278c712f4f4bb0132e8280c968d3 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:33.334956 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fdb19d87-4468-462a-859c-1e6b154c345c req-e05c2e8e-168f-4077-b255-f2d930873f01 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498504 Nov 12 07:43:33.338184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11385c-b868-41cd-9d57-c0801f381cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da85cdff-1fe2-47bd-9e7d-4ba3ca0c7bbe,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:33.342331 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9a11385c-b868-41cd-9d57-c0801f381cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.343893 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9a11385c-b868-41cd-9d57-c0801f381cf0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/da85cdff-1fe2-47bd-9e7d-4ba3ca0c7bbe HTTP/1.1" status: 204 len: 168 time: 1.5009775 Nov 12 07:43:33.345107 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9a11385c-b868-41cd-9d57-c0801f381cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:33.354767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150ab26-0430-4e42-a70d-c92bf673958e req-6e6b4384-3b61-489e-a674-c08f1fc26881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:33.356626 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9150ab26-0430-4e42-a70d-c92bf673958e req-6e6b4384-3b61-489e-a674-c08f1fc26881 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.1156216 Nov 12 07:43:33.359567 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1181917 Nov 12 07:43:33.395926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Request body: {'port': {'device_id': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:33.608613 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.638068 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45826) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:33.689452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3f67c66d-489c-4733-a032-4ac91e6175ef None None] Provisioning for port 3374845e-34d9-411c-b47b-8743cbbba2ea completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:33.696043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3f67c66d-489c-4733-a032-4ac91e6175ef None None] Provisioning complete for port 3374845e-34d9-411c-b47b-8743cbbba2ea triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:33.696740 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3f67c66d-489c-4733-a032-4ac91e6175ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:33.758602 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9150ab26-0430-4e42-a70d-c92bf673958e req-93fac94b-1e26-49ce-88b2-c01a23925ba0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3886530 Nov 12 07:43:33.765945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-3f67c66d-489c-4733-a032-4ac91e6175ef None None] Port 3374845e-34d9-411c-b47b-8743cbbba2ea cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:43:33.768317 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-0d3096ad-679f-4e88-998f-158c64d15bd2 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips/4ca0382c-55c7-42f1-baa9-14afc3c5a296 HTTP/1.1" status: 200 len: 693 time: 0.1258526 Nov 12 07:43:33.823479 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3a4e8a54-e168-4697-83e8-c437bbc9fb6e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=899be653aecc46749ac59df64b0bfb23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1839106 Nov 12 07:43:33.826168 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-9e6e6190-8934-4ee2-a760-19383d74eae0 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 1001 time: 0.3040688 Nov 12 07:43:33.826311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45834) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:34.001864 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:43:34.161932 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:34.193021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-a00362f8-8f50-461d-a3f0-1e237cb211e9 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:34.199740 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-a00362f8-8f50-461d-a3f0-1e237cb211e9 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 784 time: 0.4304860 Nov 12 07:43:34.212057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-7e484f6f-d45e-4294-a6dd-eeb40dd300a9 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:43:34.213222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:34.214647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ddc35a-901e-49dc-9142-96695f245512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:34.220219 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-7e484f6f-d45e-4294-a6dd-eeb40dd300a9 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0195522 Nov 12 07:43:34.223398 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:34.226380 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:34.227359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-4e51f320-1ee7-49e7-8fba-001e95bbda9d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:34.234451 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-4e51f320-1ee7-49e7-8fba-001e95bbda9d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 784 time: 0.3986628 Nov 12 07:43:34.237753 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9150ab26-0430-4e42-a70d-c92bf673958e req-049f89cf-6594-4482-a626-ef9aba93785d service neutron] 10.222.0.33 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667983 Nov 12 07:43:34.239355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3374845e-34d9-411c-b47b-8743cbbba2ea {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:43:34.243022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-b9205b05-9212-4e81-8a0b-6f750c96c53d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:43:34.247106 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:34.251920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-b9205b05-9212-4e81-8a0b-6f750c96c53d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0165155 Nov 12 07:43:34.259776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Transition to ACTIVE for port object 3374845e-34d9-411c-b47b-8743cbbba2ea will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:34.267648 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-69744b01-52f7-4319-bb71-2c0b9100e563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:34.269401 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:34.287406 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e0a243ae-ce2b-49fd-9ab3-13cbc5cce888 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:34.338546 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:34.369310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:34.377823 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:34.444814 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-69744b01-52f7-4319-bb71-2c0b9100e563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:34.510694 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-d09dfefb-d0e6-4009-8476-1fab83ff1d88 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.2895048 Nov 12 07:43:34.661205 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9150ab26-0430-4e42-a70d-c92bf673958e req-56780212-4e04-4e8b-9268-bfa590041a21 service neutron] 10.222.0.33 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3513212 Nov 12 07:43:34.685042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de078f-ee27-48a0-8139-62cc1ce92f9c req-b5e2cbac-77b1-40ee-844a-9c552d985098 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:34.686645 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4de078f-ee27-48a0-8139-62cc1ce92f9c req-b5e2cbac-77b1-40ee-844a-9c552d985098 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.41 "GET /v2.0/ports?device_id=75ddc35a-901e-49dc-9142-96695f245512 HTTP/1.1" status: 200 len: 950 time: 0.7634821 Nov 12 07:43:34.697610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Pushing event updated for resources: {'Port': ['ID=3374845e-34d9-411c-b47b-8743cbbba2ea,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:34.705800 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-bf256e6e-bc5c-4faf-a87d-1c18fda15338 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 1001 time: 0.4529250 Nov 12 07:43:34.709181 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-491653f4-e072-4556-b361-b92c75420b75 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.1216063 Nov 12 07:43:34.718447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-1ef2a750-4e67-4ee4-8f00-2e9c6ee651d6 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Request body: {'floatingip': {'port_id': None}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:34.752926 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:34.792073 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:34.831662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-f4de078f-ee27-48a0-8139-62cc1ce92f9c req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Deleting port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:34.832040 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f4de078f-ee27-48a0-8139-62cc1ce92f9c req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.013313 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-69744b01-52f7-4319-bb71-2c0b9100e563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.028187 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3d5f0cb5-0d36-4f46-bbcb-61c92ebb67c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:35.064359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69744b01-52f7-4319-bb71-2c0b9100e563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac75e256-1d93-491c-8e09-65d82a9a3ea5,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:35.074141 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-69744b01-52f7-4319-bb71-2c0b9100e563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:35.094798 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-69744b01-52f7-4319-bb71-2c0b9100e563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.098479 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-69744b01-52f7-4319-bb71-2c0b9100e563 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ac75e256-1d93-491c-8e09-65d82a9a3ea5 HTTP/1.1" status: 204 len: 168 time: 1.2689543 Nov 12 07:43:35.101855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Attempting to bind port 3374845e-34d9-411c-b47b-8743cbbba2ea on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:43:35.102460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Attempting to bind port 3374845e-34d9-411c-b47b-8743cbbba2ea by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:43:35.103217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Attempting to bind port 3374845e-34d9-411c-b47b-8743cbbba2ea on network 738aa929-f78a-409c-b3ce-e2d0766417e7 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:43:35.178746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:43:35.179468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Checking segment: {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:43:35.180068 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.181049 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Bound using segment: {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:43:35.181933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Bound port: 3374845e-34d9-411c-b47b-8743cbbba2ea, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20080131-7ceb-4c9b-b378-64e8e901b8bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:43:35.182515 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.335561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-f4de078f-ee27-48a0-8139-62cc1ce92f9c req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] For port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:35.336467 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f4de078f-ee27-48a0-8139-62cc1ce92f9c req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.410848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Deleting port d68f52f6-1102-4dcb-b6bf-8fca4f7c7505 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:35.411225 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.450764 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-1ef2a750-4e67-4ee4-8f00-2e9c6ee651d6 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.509772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-f4de078f-ee27-48a0-8139-62cc1ce92f9c req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Calling delete_port for 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:43:35.542316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] For port 3374845e-34d9-411c-b47b-8743cbbba2ea, host n-h2-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:43:35.568931 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] For port 3374845e-34d9-411c-b47b-8743cbbba2ea, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=3374845e-34d9-411c-b47b-8743cbbba2ea,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:43:35.610628 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.630319 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bbeb7e52-85e7-4a6b-b12b-84d4a234f2ec tempest-DeleteServersAdminTestJSON-611375701 tempest-DeleteServersAdminTestJSON-611375701] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:35.857212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Pushing event updated for resources: {'Port': ['ID=3374845e-34d9-411c-b47b-8743cbbba2ea,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:35.861147 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:35.864341 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f4de078f-ee27-48a0-8139-62cc1ce92f9c req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.881491 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-44027f1c-4ea3-4a8d-8760-a70c505d0db8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:35.914242 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-1ef2a750-4e67-4ee4-8f00-2e9c6ee651d6 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.920935 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.921320 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for floatingip, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.929498 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-1ef2a750-4e67-4ee4-8f00-2e9c6ee651d6 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:35.929886 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-1ef2a750-4e67-4ee4-8f00-2e9c6ee651d6 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Floating IP 56adb667-43a3-44c8-be12-c80a8201f275 disassociated. External IP: 172.25.5.174, port: 31675607-6e8f-48db-a377-e2c3d4f98f3c. Nov 12 07:43:35.933321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Pushing event deleted for resources: {'Port': ['ID=5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:35.944076 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:36.029748 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:36.031482 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] 10.222.0.33 "PUT /v2.0/ports/3374845e-34d9-411c-b47b-8743cbbba2ea HTTP/1.1" status: 200 len: 1155 time: 2.6567819 Nov 12 07:43:36.031828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'tag': '3374845e-34d9-411c-b47b-8743cbbba2ea'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:36.171763 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Calling delete_port for d68f52f6-1102-4dcb-b6bf-8fca4f7c7505 owned by network:floatingip {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:43:36.236821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4de078f-ee27-48a0-8139-62cc1ce92f9c req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] No DVR routers for this DVR port 5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:43:36.239828 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f4de078f-ee27-48a0-8139-62cc1ce92f9c req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:36.259998 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4de078f-ee27-48a0-8139-62cc1ce92f9c req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] 10.222.0.41 "DELETE /v2.0/ports/5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc HTTP/1.1" status: 204 len: 173 time: 1.5651488 Nov 12 07:43:36.283817 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-56a66bfd-d910-45f4-9129-ebb0a1c87cc1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054&device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 1158 time: 0.2057242 Nov 12 07:43:36.382570 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-97b39db8-ee56-4754-b5c0-c4c67aef14d6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3374845e-34d9-411c-b47b-8743cbbba2ea HTTP/1.1" status: 200 len: 217 time: 0.0905259 Nov 12 07:43:36.402510 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:36.418640 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:36.506960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-c25e5d58-d616-46d0-91bc-be396b5f46d1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:36.508577 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-c25e5d58-d616-46d0-91bc-be396b5f46d1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b12c66e8-bca7-44c8-809a-b1424f8fc5f8 HTTP/1.1" status: 200 len: 863 time: 0.1112123 Nov 12 07:43:36.537390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Pushing event deleted for resources: {'Port': ['ID=d68f52f6-1102-4dcb-b6bf-8fca4f7c7505,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:36.540768 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:36.611416 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-813cdb8a-bd5b-4c62-9e7b-f0e776d361bf service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=738aa929-f78a-409c-b3ce-e2d0766417e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945361 Nov 12 07:43:36.777505 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-90c8de8f-1edb-4159-833b-026d22b7edd8 service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596217 Nov 12 07:43:36.853634 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for floatingip, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:36.889750 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:36.892490 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad3013a0-fdee-4d11-a59e-333cacd55155 req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "DELETE /v2.0/floatingips/4ca0382c-55c7-42f1-baa9-14afc3c5a296 HTTP/1.1" status: 204 len: 173 time: 2.1173313 Nov 12 07:43:36.943947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-1ef2a750-4e67-4ee4-8f00-2e9c6ee651d6 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Router 902fa1fe-e559-49ce-8b58-cf9b5484f864 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:43:36.952802 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de980b72-876d-4179-85ac-6157ec63b4c7 req-5835915e-206e-4726-99cd-863ec41d4336 service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1672752 Nov 12 07:43:37.198651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611b10f-cd42-4173-82e9-4dca61701fa9 req-aaa3ed93-9a4f-42c8-bccb-ccd238fa889d tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:37.200268 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2611b10f-cd42-4173-82e9-4dca61701fa9 req-aaa3ed93-9a4f-42c8-bccb-ccd238fa889d tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 943 time: 0.1244540 Nov 12 07:43:37.273451 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2611b10f-cd42-4173-82e9-4dca61701fa9 req-0d1d8b93-b241-40c4-9e4b-640012dcb5a4 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661852 Nov 12 07:43:37.288271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-1ef2a750-4e67-4ee4-8f00-2e9c6ee651d6 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:37.293284 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-1ef2a750-4e67-4ee4-8f00-2e9c6ee651d6 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:37.302478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e497e-8e71-4527-9703-ddf599c70b1e None None] Sync routers for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:37.322887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e497e-8e71-4527-9703-ddf599c70b1e None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:37.324220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d22e497e-8e71-4527-9703-ddf599c70b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:37.369227 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:37.382276 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-1ef2a750-4e67-4ee4-8f00-2e9c6ee651d6 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "PUT /v2.0/floatingips/56adb667-43a3-44c8-be12-c80a8201f275 HTTP/1.1" status: 200 len: 695 time: 2.6682920 Nov 12 07:43:37.382936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:37.529932 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-b243aa30-0585-403c-b27e-c33d404d5079 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 1160 time: 0.1310036 Nov 12 07:43:37.613539 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ddc35a-901e-49dc-9142-96695f245512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc', 'code': 200} Nov 12 07:43:37.620130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-d22e497e-8e71-4527-9703-ddf599c70b1e None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:38.012749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45936) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:38.022191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-cf01eae5-c8d9-42a9-a389-0bda195e05a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:38.026907 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-cf01eae5-c8d9-42a9-a389-0bda195e05a3 service neutron] 10.222.0.40 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.4867017 Nov 12 07:43:38.070173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45942) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:38.190078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d22e497e-8e71-4527-9703-ddf599c70b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:38.200822 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-d051e972-c6fa-4eb8-a8db-5acdd8cde103 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31675607-6e8f-48db-a377-e2c3d4f98f3c HTTP/1.1" status: 200 len: 217 time: 0.1661761 Nov 12 07:43:38.207228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e497e-8e71-4527-9703-ddf599c70b1e None None] Checking router: 902fa1fe-e559-49ce-8b58-cf9b5484f864 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:38.246775 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e497e-8e71-4527-9703-ddf599c70b1e None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:38.248279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d22e497e-8e71-4527-9703-ddf599c70b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:38.348416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-3b99449d-ac5d-42ef-9eed-ea23f440aff5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:38.350210 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-3b99449d-ac5d-42ef-9eed-ea23f440aff5 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.1426682 Nov 12 07:43:38.381973 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-615f69ec-d84a-4b53-aa8b-f3e77cd16d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:38.428904 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-40348f42-8dfc-4cc7-a72d-436d4378419d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6c9e25ac6f1e4190a7c12ea6e2aa9602&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4146183 Nov 12 07:43:38.431887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45960) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:38.458626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-615f69ec-d84a-4b53-aa8b-f3e77cd16d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:38.468325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-615f69ec-d84a-4b53-aa8b-f3e77cd16d82 admin admin] Usage tracker for resource:security_group_rule and tenant:4be2d01555a64345a88fae2301fc6968 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:38.472939 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'tag': '3374845e-34d9-411c-b47b-8743cbbba2ea', 'status': 'completed', 'code': 200} Nov 12 07:43:38.484603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-615f69ec-d84a-4b53-aa8b-f3e77cd16d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:38.536968 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-30a3c386-3449-4e20-84d8-266b4b4f9246 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795819 Nov 12 07:43:38.538103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-d22e497e-8e71-4527-9703-ddf599c70b1e None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:38.540638 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-615f69ec-d84a-4b53-aa8b-f3e77cd16d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:38.623979 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c31a15ab-0a86-4fbc-a93d-cb2e1efd8bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:38.655134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c31a15ab-0a86-4fbc-a93d-cb2e1efd8bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:38.754368 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20b03fef-e237-4ea9-a12f-718a1c8f3f13 req-dc3fea04-26de-4c5b-9931-d3bd59fed543 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054&device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 1158 time: 0.2564681 Nov 12 07:43:38.829051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 3374845e-34d9-411c-b47b-8743cbbba2ea up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:38.876087 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-615f69ec-d84a-4b53-aa8b-f3e77cd16d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:38.879659 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c31a15ab-0a86-4fbc-a93d-cb2e1efd8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:38.902296 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-05b4444d-9fee-451d-9c32-0604c3a6b434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:38.915263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a15ab-0a86-4fbc-a93d-cb2e1efd8bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ec66b0-18f6-4847-9d12-ca18a157d323,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:38.916683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 3374845e-34d9-411c-b47b-8743cbbba2ea completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:38.917495 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-615f69ec-d84a-4b53-aa8b-f3e77cd16d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:38.926974 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c31a15ab-0a86-4fbc-a93d-cb2e1efd8bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:38.927545 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c31a15ab-0a86-4fbc-a93d-cb2e1efd8bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:38.943977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 3374845e-34d9-411c-b47b-8743cbbba2ea triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:38.944551 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:38.964523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f69ec-d84a-4b53-aa8b-f3e77cd16d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adc9522-839f-4273-91ee-9024c97df508,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:39.002362 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-b0a209c0-9a41-4354-8ce9-e7239a97a2ab tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4590578 Nov 12 07:43:39.007861 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Request body: {'floatingip': {'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:39.018459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:39.036466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d22e497e-8e71-4527-9703-ddf599c70b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:39.040057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Usage tracker for resource:floatingip and tenant:73cf674a8f58458f86913494ee570148 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:39.046307 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:39.049494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e497e-8e71-4527-9703-ddf599c70b1e None None] The sync data for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 is: [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:39.057196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:39.082505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03fef-e237-4ea9-a12f-718a1c8f3f13 req-82368a17-9d03-49e2-94c5-332bdc308fdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:39.083154 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20b03fef-e237-4ea9-a12f-718a1c8f3f13 req-82368a17-9d03-49e2-94c5-332bdc308fdb service neutron] 10.222.0.33 "GET /v2.0/networks?id=738aa929-f78a-409c-b3ce-e2d0766417e7 HTTP/1.1" status: 200 len: 918 time: 0.3169796 Nov 12 07:43:39.090019 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-615f69ec-d84a-4b53-aa8b-f3e77cd16d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:39.119972 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-1c7d5978-bea2-42f7-bfcd-f58dd9fa4d5d service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986629 Nov 12 07:43:39.149041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:39.162652 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c31a15ab-0a86-4fbc-a93d-cb2e1efd8bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:39.174255 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c31a15ab-0a86-4fbc-a93d-cb2e1efd8bcf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e8ec66b0-18f6-4847-9d12-ca18a157d323 HTTP/1.1" status: 204 len: 168 time: 0.7363367 Nov 12 07:43:39.186377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 3374845e-34d9-411c-b47b-8743cbbba2ea, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=3374845e-34d9-411c-b47b-8743cbbba2ea,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:39.192943 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:39.195306 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:39.215776 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20b03fef-e237-4ea9-a12f-718a1c8f3f13 req-267a7ddd-56d9-4395-bdd4-e26b800fb8b3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3374845e-34d9-411c-b47b-8743cbbba2ea HTTP/1.1" status: 200 len: 217 time: 0.1246760 Nov 12 07:43:39.226765 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-615f69ec-d84a-4b53-aa8b-f3e77cd16d82 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4be2d01555a64345a88fae2301fc6968&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1554739 Nov 12 07:43:39.273240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45970) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:39.276819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=3374845e-34d9-411c-b47b-8743cbbba2ea,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:39.291247 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:39.328606 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae075d9a-13bc-455c-a1aa-f8b37481b699 req-225bdeb7-a6fe-486e-b73c-06ff532a543a service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2072964 Nov 12 07:43:39.334522 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for floatingip, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:39.388453 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eaeba1f8-96cc-43a5-97d3-8189722e8943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:39.460175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b03fef-e237-4ea9-a12f-718a1c8f3f13 req-5f02496e-6329-4fed-a66a-e85e17f0ec75 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:39.469328 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20b03fef-e237-4ea9-a12f-718a1c8f3f13 req-5f02496e-6329-4fed-a66a-e85e17f0ec75 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b12c66e8-bca7-44c8-809a-b1424f8fc5f8 HTTP/1.1" status: 200 len: 863 time: 0.2366393 Nov 12 07:43:39.591062 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eaeba1f8-96cc-43a5-97d3-8189722e8943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:39.596726 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'status': 'completed', 'code': 200} Nov 12 07:43:39.615215 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3374845e-34d9-411c-b47b-8743cbbba2ea'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:39.624293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605ed604-903b-4dd2-b4ea-09210a3b40bf None None] New status for floating IP 56adb667-43a3-44c8-be12-c80a8201f275: DOWN {{(pid=80794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 12 07:43:39.663044 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20b03fef-e237-4ea9-a12f-718a1c8f3f13 req-b2c3cc1a-6330-4393-93aa-1e61cbe10e06 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=738aa929-f78a-409c-b3ce-e2d0766417e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576552 Nov 12 07:43:39.684445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:39.761921 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 45992) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:39.764727 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eaeba1f8-96cc-43a5-97d3-8189722e8943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:39.950011 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d165bee0-f7e5-4e68-8c8f-cf6412e2afa6 req-7c61c11b-d513-441d-a261-a9f1b74caa16 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 1160 time: 0.3522601 Nov 12 07:43:40.010283 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ccf63c11-bda1-4143-95ee-1937fb687005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:40.043112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeba1f8-96cc-43a5-97d3-8189722e8943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adc9522-839f-4273-91ee-9024c97df508,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:40.050101 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eaeba1f8-96cc-43a5-97d3-8189722e8943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:40.056455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-47619171-debb-461a-a770-f80a4f86fea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.082352 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eaeba1f8-96cc-43a5-97d3-8189722e8943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.086703 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-eaeba1f8-96cc-43a5-97d3-8189722e8943 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1adc9522-839f-4273-91ee-9024c97df508 HTTP/1.1" status: 204 len: 168 time: 0.8091986 Nov 12 07:43:40.122067 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20b03fef-e237-4ea9-a12f-718a1c8f3f13 req-56f0ebe4-086d-4746-8973-f4448f2e9688 service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518557 Nov 12 07:43:40.154404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-47619171-debb-461a-a770-f80a4f86fea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:40.159881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-47619171-debb-461a-a770-f80a4f86fea8 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7ffb7e153b443089d2257390b385a7 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:40.163210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-47619171-debb-461a-a770-f80a4f86fea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:40.177797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-47619171-debb-461a-a770-f80a4f86fea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:40.203433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ffd60-693f-4740-b055-49f553cd75c3 req-a7cc4a68-1bf7-41c3-94f0-40bb547280a8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:40.205421 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b5ffd60-693f-4740-b055-49f553cd75c3 req-a7cc4a68-1bf7-41c3-94f0-40bb547280a8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 945 time: 0.3712833 Nov 12 07:43:40.285369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165bee0-f7e5-4e68-8c8f-cf6412e2afa6 req-eac99be5-109f-4adb-bc7a-e772c2dce256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:40.286968 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d165bee0-f7e5-4e68-8c8f-cf6412e2afa6 req-eac99be5-109f-4adb-bc7a-e772c2dce256 service neutron] 10.222.0.33 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.2941132 Nov 12 07:43:40.296238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Allocated IP 172.25.5.153 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/019d83cc-f13d-41ab-ac54-0418cc1fdc0e) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:43:40.381934 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20b03fef-e237-4ea9-a12f-718a1c8f3f13 req-69abff25-6c7f-444e-846a-a5b12b893bdf service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2018056 Nov 12 07:43:40.383342 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b5ffd60-693f-4740-b055-49f553cd75c3 req-4ed3123f-97cb-48dc-9a78-f8817a9442a0 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686640 Nov 12 07:43:40.399640 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d165bee0-f7e5-4e68-8c8f-cf6412e2afa6 req-e646604d-55e9-4437-afa3-334a506e2d19 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31675607-6e8f-48db-a377-e2c3d4f98f3c HTTP/1.1" status: 200 len: 217 time: 0.1007338 Nov 12 07:43:40.425085 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-47619171-debb-461a-a770-f80a4f86fea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.431665 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-47619171-debb-461a-a770-f80a4f86fea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.443875 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7c8c5adc-671e-4dfe-a8e9-5430361960ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:40.484986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ddc35a-901e-49dc-9142-96695f245512', 'name': 'network-vif-deleted', 'tag': '5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:40.503721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47619171-debb-461a-a770-f80a4f86fea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fa70be-e08e-41ec-8748-62161a3ab899,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:40.508163 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-47619171-debb-461a-a770-f80a4f86fea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:40.514526 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-47619171-debb-461a-a770-f80a4f86fea8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9d7ffb7e153b443089d2257390b385a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7513835 Nov 12 07:43:40.515487 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46008) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:40.552183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 3374845e-34d9-411c-b47b-8743cbbba2ea up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:43:40.578908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165bee0-f7e5-4e68-8c8f-cf6412e2afa6 req-d7c865d2-97d7-442c-b28f-dd477b379fda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:40.580590 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d165bee0-f7e5-4e68-8c8f-cf6412e2afa6 req-d7c865d2-97d7-442c-b28f-dd477b379fda service neutron] 10.222.0.33 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.1213243 Nov 12 07:43:40.638367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46012) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:40.666958 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f4afbc66-3bf1-447a-a6cb-403b2a9df903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.678603 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ef04765d-6ba6-464a-9d66-220addf6f674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.686255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 3374845e-34d9-411c-b47b-8743cbbba2ea triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:40.686999 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.704785 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.728138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ef04765d-6ba6-464a-9d66-220addf6f674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:40.732408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ef04765d-6ba6-464a-9d66-220addf6f674 admin admin] Usage tracker for resource:security_group_rule and tenant:737f53d6d6a4455c85cc97f79c3e0bb6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:40.735571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ef04765d-6ba6-464a-9d66-220addf6f674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:40.740103 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d165bee0-f7e5-4e68-8c8f-cf6412e2afa6 req-3ab1a594-6ca2-4888-94b8-60130493bc97 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460927 Nov 12 07:43:40.742139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ef04765d-6ba6-464a-9d66-220addf6f674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:40.757050 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f4afbc66-3bf1-447a-a6cb-403b2a9df903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.854951 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f4afbc66-3bf1-447a-a6cb-403b2a9df903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.862866 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.863058 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-615f69ec-d84a-4b53-aa8b-f3e77cd16d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:40.880288 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:40.888147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afbc66-3bf1-447a-a6cb-403b2a9df903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fa70be-e08e-41ec-8748-62161a3ab899,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:40.893547 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f4afbc66-3bf1-447a-a6cb-403b2a9df903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:40.895773 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ef04765d-6ba6-464a-9d66-220addf6f674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.902274 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ef04765d-6ba6-464a-9d66-220addf6f674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.910236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f4afbc66-3bf1-447a-a6cb-403b2a9df903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:40.914309 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f4afbc66-3bf1-447a-a6cb-403b2a9df903 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/93fa70be-e08e-41ec-8748-62161a3ab899 HTTP/1.1" status: 204 len: 168 time: 0.3977785 Nov 12 07:43:40.916450 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0d5b1152-65ea-4505-af5b-c429e5a7dfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:40.971614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04765d-6ba6-464a-9d66-220addf6f674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6760674a-5507-4958-8272-e38eafa32c2f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:40.976434 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ef04765d-6ba6-464a-9d66-220addf6f674 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=737f53d6d6a4455c85cc97f79c3e0bb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3369882 Nov 12 07:43:40.977511 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ef04765d-6ba6-464a-9d66-220addf6f674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:40.981018 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46048) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:41.068372 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d14457f0-a896-4123-a44b-cb139268bef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:41.075610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Pushing event updated for resources: {'Port': ['ID=019d83cc-f13d-41ab-ac54-0418cc1fdc0e,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:41.090683 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:41.098611 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d165bee0-f7e5-4e68-8c8f-cf6412e2afa6 req-357e3a66-92ff-4697-b40e-f5234c305126 service neutron] 10.222.0.33 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514802 Nov 12 07:43:41.112364 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d14457f0-a896-4123-a44b-cb139268bef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:41.162719 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d14457f0-a896-4123-a44b-cb139268bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:41.169732 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eaeba1f8-96cc-43a5-97d3-8189722e8943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:41.186255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14457f0-a896-4123-a44b-cb139268bef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6760674a-5507-4958-8272-e38eafa32c2f,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:41.189646 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d14457f0-a896-4123-a44b-cb139268bef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:41.197049 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d14457f0-a896-4123-a44b-cb139268bef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:41.201697 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d14457f0-a896-4123-a44b-cb139268bef8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6760674a-5507-4958-8272-e38eafa32c2f HTTP/1.1" status: 204 len: 168 time: 0.2194774 Nov 12 07:43:41.397060 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3374845e-34d9-411c-b47b-8743cbbba2ea', 'code': 200} Nov 12 07:43:41.510529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:41.513977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:41.527665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:43:41.613327 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c3b64d5-277d-4567-a347-37f5d39c2d23 req-f2b2a981-063a-45cc-b579-ca3f3bb0e63c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 1160 time: 0.1479428 Nov 12 07:43:41.707475 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c3b64d5-277d-4567-a347-37f5d39c2d23 req-a65f91ef-d056-4445-be7f-82929f3445b3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872233 Nov 12 07:43:41.728381 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d165bee0-f7e5-4e68-8c8f-cf6412e2afa6 req-ffe2d63d-57a2-4e7d-b3b9-dabb09980988 service neutron] 10.222.0.33 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6128898 Nov 12 07:43:41.790218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for floatingip, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:41.855388 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:42.253565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:42.267219 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:42.285104 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:42.366689 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ddc35a-901e-49dc-9142-96695f245512', 'name': 'network-vif-deleted', 'tag': '5ab2ce0a-dda9-49bc-b0c9-8e46d8dd9ecc', 'status': 'completed', 'code': 200} Nov 12 07:43:42.528516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 31675607-6e8f-48db-a377-e2c3d4f98f3c no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:43:42.620212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Pushing event updated for resources: {'Port': ['ID=019d83cc-f13d-41ab-ac54-0418cc1fdc0e,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:42.623511 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:42.733258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-ab2659ce-b1ac-48e3-b217-5317fb39bddf tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:42.743054 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-ab2659ce-b1ac-48e3-b217-5317fb39bddf tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2398889 Nov 12 07:43:42.808571 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:42.836152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00a8e-ca5d-45cc-b605-b364feac29fa req-8f113864-460c-4ba4-acd4-803cace92292 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:42.840090 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4cc00a8e-ca5d-45cc-b605-b364feac29fa req-8f113864-460c-4ba4-acd4-803cace92292 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.33 "GET /v2.0/ports?device_id=58e84e3a-b9da-463a-84ee-878188db9eda HTTP/1.1" status: 200 len: 945 time: 0.5018058 Nov 12 07:43:42.885727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 31675607-6e8f-48db-a377-e2c3d4f98f3c, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=31675607-6e8f-48db-a377-e2c3d4f98f3c,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:42.889968 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:42.893387 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:42.948811 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-5d536e2f-b0ed-4a01-ad57-a962f3f1930e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 696 time: 0.2047365 Nov 12 07:43:42.988013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=31675607-6e8f-48db-a377-e2c3d4f98f3c,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:42.991057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-9cdc461f-fd3e-4bce-a223-fb091ce61ad3 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Request body: {'floatingip': {'port_id': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:43.000273 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:43.127983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4cc00a8e-ca5d-45cc-b605-b364feac29fa req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Deleting port 31675607-6e8f-48db-a377-e2c3d4f98f3c {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:43.127983 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4cc00a8e-ca5d-45cc-b605-b364feac29fa req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:43.290009 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-9cdc461f-fd3e-4bce-a223-fb091ce61ad3 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:43.347215 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:43.398026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:43.453985 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:43.455305 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4520535 Nov 12 07:43:43.598060 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-333c4faf-c07c-4a3b-a419-e5b995c5f6a6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Synchronizing usage tracker for tenant:73cf674a8f58458f86913494ee570148 on resource:floatingip {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:43.668408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-333c4faf-c07c-4a3b-a419-e5b995c5f6a6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Unset dirty status for tenant:73cf674a8f58458f86913494ee570148 on resource:floatingip {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:43.669750 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-333c4faf-c07c-4a3b-a419-e5b995c5f6a6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.2067888 Nov 12 07:43:43.840426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-4cc00a8e-ca5d-45cc-b605-b364feac29fa req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] For port 31675607-6e8f-48db-a377-e2c3d4f98f3c, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=31675607-6e8f-48db-a377-e2c3d4f98f3c,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:43.840842 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4cc00a8e-ca5d-45cc-b605-b364feac29fa req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:44.232615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4cc00a8e-ca5d-45cc-b605-b364feac29fa req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Calling delete_port for 31675607-6e8f-48db-a377-e2c3d4f98f3c owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:43:44.469082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-3bb814fe-07d5-4a84-94d4-2933c161c048 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:44.470606 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-3bb814fe-07d5-4a84-94d4-2933c161c048 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 784 time: 0.7612877 Nov 12 07:43:44.500151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-5dab9f21-65bf-4fad-bd09-834b1960d444 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:43:44.501355 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06b6101f-9130-4ee9-b12d-b3e762472c33 req-5dab9f21-65bf-4fad-bd09-834b1960d444 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0122268 Nov 12 07:43:44.724068 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4cc00a8e-ca5d-45cc-b605-b364feac29fa req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:44.740426 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bdd418ba-1d5e-41e3-be73-3945e9841763 tempest-DeleteServersAdminTestJSON-1159581274 tempest-DeleteServersAdminTestJSON-1159581274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:44.846842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Pushing event deleted for resources: {'Port': ['ID=31675607-6e8f-48db-a377-e2c3d4f98f3c,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:44.854109 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:45.024938 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-9cdc461f-fd3e-4bce-a223-fb091ce61ad3 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:45.031907 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-9cdc461f-fd3e-4bce-a223-fb091ce61ad3 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:45.235282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc00a8e-ca5d-45cc-b605-b364feac29fa req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] No DVR routers for this DVR port 31675607-6e8f-48db-a377-e2c3d4f98f3c on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:43:45.244050 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4cc00a8e-ca5d-45cc-b605-b364feac29fa req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:45.247780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'name': 'network-vif-deleted', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:45.284916 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4cc00a8e-ca5d-45cc-b605-b364feac29fa req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.33 "DELETE /v2.0/ports/31675607-6e8f-48db-a377-e2c3d4f98f3c HTTP/1.1" status: 204 len: 173 time: 2.3456991 Nov 12 07:43:45.325888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bdbce-54fd-44d0-a7fd-34651fef1998 req-a6a146e8-3fe5-4595-90dc-ea0cce6fc859 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:45.327499 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-165bdbce-54fd-44d0-a7fd-34651fef1998 req-a6a146e8-3fe5-4595-90dc-ea0cce6fc859 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 945 time: 0.2327933 Nov 12 07:43:45.403833 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-165bdbce-54fd-44d0-a7fd-34651fef1998 req-854053d8-fc2f-4354-af3b-c84454718f2a tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652690 Nov 12 07:43:45.414775 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-9cdc461f-fd3e-4bce-a223-fb091ce61ad3 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Floating IP 56adb667-43a3-44c8-be12-c80a8201f275 associated. External IP: 172.25.5.174, port: b6625e6f-1eeb-490e-92ac-644b912c4427. Nov 12 07:43:45.631346 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'code': 200} Nov 12 07:43:45.914888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-9cdc461f-fd3e-4bce-a223-fb091ce61ad3 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Router 902fa1fe-e559-49ce-8b58-cf9b5484f864 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:43:46.104979 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-06ca1137-a9fa-41ff-8ea7-ae7fc7b57689 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362942 Nov 12 07:43:46.542416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-19da0c06-2144-427f-b2b5-3a9e0f5e039a tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:46.543996 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-19da0c06-2144-427f-b2b5-3a9e0f5e039a tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4319634 Nov 12 07:43:46.569274 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-7be45a12-93fe-415b-b30e-c2733763a3d4 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/quotas/f9baf28c49804d348f7d8c02b4915fb2 HTTP/1.1" status: 200 len: 375 time: 0.0172429 Nov 12 07:43:46.574937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-9cdc461f-fd3e-4bce-a223-fb091ce61ad3 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:46.580262 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-9cdc461f-fd3e-4bce-a223-fb091ce61ad3 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:46.585180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d78fe-e265-4dc8-ad8a-4e857d3b2f9b None None] Sync routers for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:46.598091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d78fe-e265-4dc8-ad8a-4e857d3b2f9b None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:46.598746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e86d78fe-e265-4dc8-ad8a-4e857d3b2f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:46.667882 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-8fc4c0e7-fcd0-4891-ac76-469194103d19 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907066 Nov 12 07:43:46.683347 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-9cdc461f-fd3e-4bce-a223-fb091ce61ad3 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "PUT /v2.0/floatingips/56adb667-43a3-44c8-be12-c80a8201f275 HTTP/1.1" status: 200 len: 996 time: 3.7335634 Nov 12 07:43:46.778614 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-d1b59774-01f6-48b8-b567-5b09659f9dfc service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1160 time: 0.0808775 Nov 12 07:43:46.801469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-e86d78fe-e265-4dc8-ad8a-4e857d3b2f9b None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:46.986545 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c31c00aa-4165-4c20-91dc-3de38161468b req-7883d050-b721-436b-bfa9-3fbc727fa162 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips/15cfd8a4-7338-4a25-bda1-92d315a59569 HTTP/1.1" status: 200 len: 693 time: 0.1098726 Nov 12 07:43:47.128415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-3ebcd232-0157-4eff-983c-a1e98c7bee72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:47.130103 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-3ebcd232-0157-4eff-983c-a1e98c7bee72 service neutron] 10.222.0.40 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.3445613 Nov 12 07:43:47.276731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c00aa-4165-4c20-91dc-3de38161468b req-59b043b5-cca4-4719-a8c6-cb39fbdcb910 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:47.278238 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c31c00aa-4165-4c20-91dc-3de38161468b req-59b043b5-cca4-4719-a8c6-cb39fbdcb910 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 784 time: 0.2765696 Nov 12 07:43:47.286103 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-26e25379-f400-43f6-bd59-3c417d156eb8 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 999 time: 0.1471405 Nov 12 07:43:47.357285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e86d78fe-e265-4dc8-ad8a-4e857d3b2f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:f9:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:43:44Z', 'revision_number': 8, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:47.362656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d78fe-e265-4dc8-ad8a-4e857d3b2f9b None None] Checking router: 902fa1fe-e559-49ce-8b58-cf9b5484f864 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:47.376241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d78fe-e265-4dc8-ad8a-4e857d3b2f9b None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:47.376885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e86d78fe-e265-4dc8-ad8a-4e857d3b2f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:47.419845 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c31c00aa-4165-4c20-91dc-3de38161468b req-95e6d59d-87e7-424e-8f82-df02e4960435 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.1328695 Nov 12 07:43:47.431902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-1911614b-2396-4c1f-be6a-549cb754f322 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:47.433601 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-1911614b-2396-4c1f-be6a-549cb754f322 service neutron] 10.222.0.40 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.0941129 Nov 12 07:43:47.566764 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c31c00aa-4165-4c20-91dc-3de38161468b req-88e65372-ed51-4445-bbb7-92f245cf4a0d tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.153 HTTP/1.1" status: 200 len: 696 time: 0.1292937 Nov 12 07:43:47.607190 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-e86d78fe-e265-4dc8-ad8a-4e857d3b2f9b None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:47.749960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c31c00aa-4165-4c20-91dc-3de38161468b req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Deleting port 019d83cc-f13d-41ab-ac54-0418cc1fdc0e {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:47.750536 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c31c00aa-4165-4c20-91dc-3de38161468b req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:47.782581 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-51cac3cf-53de-4853-80ae-e2cf4f2038c2 service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2895164 Nov 12 07:43:48.003494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-e86d78fe-e265-4dc8-ad8a-4e857d3b2f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:f9:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:43:44Z', 'revision_number': 8, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:48.007926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d78fe-e265-4dc8-ad8a-4e857d3b2f9b None None] The sync data for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 is: [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '56adb667-43a3-44c8-be12-c80a8201f275', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'port_id': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'mac_address': 'fa:16:3e:f9:24:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:31Z', 'updated_at': '2020-11-12T07:43:44Z', 'revision_number': 8, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:48.013051 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-ef50c6b3-6423-4486-b619-b129c178d1c8 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470240 Nov 12 07:43:48.189193 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-cb9b2dac-d347-4a98-bc6c-f8a928b722dc service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892670 Nov 12 07:43:48.250399 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c31c00aa-4165-4c20-91dc-3de38161468b req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:48.250776 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c31c00aa-4165-4c20-91dc-3de38161468b req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for floatingip, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:48.301642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078ecad4-5e4e-40e3-a30a-6dba1efda5c2 None None] New status for floating IP 56adb667-43a3-44c8-be12-c80a8201f275: ACTIVE {{(pid=80794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 12 07:43:48.339608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-438e7bb6-4b1f-4d2e-a8ae-31a84da12612 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:48.341191 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-438e7bb6-4b1f-4d2e-a8ae-31a84da12612 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3097997 Nov 12 07:43:48.702648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c31c00aa-4165-4c20-91dc-3de38161468b req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Calling delete_port for 019d83cc-f13d-41ab-ac54-0418cc1fdc0e owned by network:floatingip {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:43:48.739069 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Request body: {'port': {'device_id': 'f842f5ff-32c8-4a0d-862b-b83a58233537', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'f9baf28c49804d348f7d8c02b4915fb2'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:48.935010 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9a63ead-4c1f-428b-b4e8-a5b985fccafd req-175894c6-25f6-4467-b8f9-c4789abe7054 service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7220232 Nov 12 07:43:49.001791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:49.013813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Usage tracker for resource:port and tenant:f9baf28c49804d348f7d8c02b4915fb2 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:49.018148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:49.026956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:49.044840 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Made reservation on behalf of f9baf28c49804d348f7d8c02b4915fb2 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:43:49.050702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:49.064833 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e84e3a-b9da-463a-84ee-878188db9eda', 'name': 'network-vif-deleted', 'tag': '31675607-6e8f-48db-a377-e2c3d4f98f3c', 'status': 'completed', 'code': 200} Nov 12 07:43:49.065488 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c31c00aa-4165-4c20-91dc-3de38161468b req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:49.084453 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:49.169659 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:49.193403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Pushing event deleted for resources: {'Port': ['ID=019d83cc-f13d-41ab-ac54-0418cc1fdc0e,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:49.241670 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:49.327173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:49.337910 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Usage tracker for resource:security_group_rule and tenant:f9baf28c49804d348f7d8c02b4915fb2 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:49.342470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:49.349944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:49.425554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcab1d-b52f-4aac-b566-d2359ede5f96 req-ed0ce5bf-3c7d-46b3-8aa1-14a0bb844ef7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:49.427189 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b9bcab1d-b52f-4aac-b566-d2359ede5f96 req-ed0ce5bf-3c7d-46b3-8aa1-14a0bb844ef7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 945 time: 0.2477698 Nov 12 07:43:49.438204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46248) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:49.444010 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-eb0548f9-ed80-4a9e-880d-f2f9b249bf50 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Request body: {'floatingip': {'port_id': '3374845e-34d9-411c-b47b-8743cbbba2ea'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:49.465776 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c31c00aa-4165-4c20-91dc-3de38161468b req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks [] for floatingip, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:49.510199 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:49.514352 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:49.527105 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cbf8a94f-d442-4408-b065-1e080e15bd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:49.556983 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eb0548f9-ed80-4a9e-880d-f2f9b249bf50 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:49.590837 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event updated for resources: {'SecurityGroup': ['ID=22e3c659-5960-4b93-a1d4-02dc801050fc,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:49.762689 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:49.768763 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c31c00aa-4165-4c20-91dc-3de38161468b req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:49.770056 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c31c00aa-4165-4c20-91dc-3de38161468b req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "DELETE /v2.0/floatingips/15cfd8a4-7338-4a25-bda1-92d315a59569 HTTP/1.1" status: 204 len: 173 time: 2.1946838 Nov 12 07:43:49.899368 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5c384a5e-1eed-412e-a555-ddda8dbc2514 req-ab2eb934-6fc8-4388-a9b6-aa2f83609f85 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 210 time: 0.1341558 Nov 12 07:43:49.971773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46266) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:50.023529 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8cf854c5-d476-4137-90d2-234cad174460 req-957b9d96-a0e1-4c79-b3e6-1156b232f84b tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips/56adb667-43a3-44c8-be12-c80a8201f275 HTTP/1.1" status: 200 len: 998 time: 0.2115598 Nov 12 07:43:50.079169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Allocated IP 192.168.233.194 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/9d105556-c38b-4b57-9f4f-34c3be2cd347) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:43:50.214631 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eb0548f9-ed80-4a9e-880d-f2f9b249bf50 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:50.234648 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-397d83b0-7693-45ee-b0b4-e6232a546e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:50.251575 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eb0548f9-ed80-4a9e-880d-f2f9b249bf50 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:50.332312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf854c5-d476-4137-90d2-234cad174460 req-95793d77-1626-465c-8d03-07d6dfc648de tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:50.333870 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8cf854c5-d476-4137-90d2-234cad174460 req-95793d77-1626-465c-8d03-07d6dfc648de tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 784 time: 0.2989495 Nov 12 07:43:50.401750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-8cf854c5-d476-4137-90d2-234cad174460 req-4c57ee52-cd40-4c78-9ccf-877303fd03a1 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:43:50.402842 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8cf854c5-d476-4137-90d2-234cad174460 req-4c57ee52-cd40-4c78-9ccf-877303fd03a1 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0160420 Nov 12 07:43:50.408556 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-397d83b0-7693-45ee-b0b4-e6232a546e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:50.416816 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-397d83b0-7693-45ee-b0b4-e6232a546e24 admin admin] Usage tracker for resource:security_group_rule and tenant:7607fc4b00de4dc1866a3b511f165f7d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:50.420857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-397d83b0-7693-45ee-b0b4-e6232a546e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:50.429136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-397d83b0-7693-45ee-b0b4-e6232a546e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:50.506659 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:50.528043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Transition to ACTIVE for port object 9d105556-c38b-4b57-9f4f-34c3be2cd347 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:50.528580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:43:50.568242 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-397d83b0-7693-45ee-b0b4-e6232a546e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:50.573272 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-397d83b0-7693-45ee-b0b4-e6232a546e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:50.582567 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:50.611367 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [None req-eb0548f9-ed80-4a9e-880d-f2f9b249bf50 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Floating IP 38077377-ddc9-4198-acc3-a0d2838f2ad7 associated. External IP: 172.25.5.134, port: 3374845e-34d9-411c-b47b-8743cbbba2ea. Nov 12 07:43:50.688936 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-2593b7f9-bd3d-41ee-8e95-a698156ebb75 req-4650ed07-d9ba-4a51-a611-0889f45fce00 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] show failed (client error): The resource could not be found. Nov 12 07:43:50.690087 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2593b7f9-bd3d-41ee-8e95-a698156ebb75 req-4650ed07-d9ba-4a51-a611-0889f45fce00 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips/15cfd8a4-7338-4a25-bda1-92d315a59569 HTTP/1.1" status: 404 len: 350 time: 0.1520600 Nov 12 07:43:50.696609 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:50.721342 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:50.744567 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-397d83b0-7693-45ee-b0b4-e6232a546e24 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7607fc4b00de4dc1866a3b511f165f7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7693713 Nov 12 07:43:50.744567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d83b0-7693-45ee-b0b4-e6232a546e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1d18e8-ed63-4d9f-94dc-7f6b92d26c57,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:50.745672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46322) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:50.754822 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-397d83b0-7693-45ee-b0b4-e6232a546e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:50.850104 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-049092a7-b38f-4845-a4df-231ca70d661e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:50.877712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event updated for resources: {'Port': ['ID=9d105556-c38b-4b57-9f4f-34c3be2cd347,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:50.883971 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:50.886832 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-049092a7-b38f-4845-a4df-231ca70d661e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:50.887207 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-f7d11c5a-d427-4272-864d-585e986f25df tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 1001 time: 0.3471148 Nov 12 07:43:50.956594 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-049092a7-b38f-4845-a4df-231ca70d661e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:50.961733 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7f00aa98-6cd7-4ba1-8069-07cfdb2c52d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:50.978297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049092a7-b38f-4845-a4df-231ca70d661e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1d18e8-ed63-4d9f-94dc-7f6b92d26c57,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:50.981021 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-049092a7-b38f-4845-a4df-231ca70d661e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:51.108948 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-049092a7-b38f-4845-a4df-231ca70d661e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:51.113902 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-049092a7-b38f-4845-a4df-231ca70d661e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1c1d18e8-ed63-4d9f-94dc-7f6b92d26c57 HTTP/1.1" status: 204 len: 168 time: 0.3578281 Nov 12 07:43:51.220989 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0548f9-ed80-4a9e-880d-f2f9b249bf50 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Router 3735bb15-54b5-4d58-bf0c-64e59701f51f has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:43:51.251764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:51.264119 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-b56efccd-091f-47da-8a26-705a40f96da2 req-86f9640b-5b4d-40e2-baad-de0eddf698fc tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] show failed (client error): The resource could not be found. Nov 12 07:43:51.265328 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b56efccd-091f-47da-8a26-705a40f96da2 req-86f9640b-5b4d-40e2-baad-de0eddf698fc tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] 10.222.0.40 "GET /v2.0/floatingips/15cfd8a4-7338-4a25-bda1-92d315a59569 HTTP/1.1" status: 404 len: 350 time: 0.3825450 Nov 12 07:43:51.289354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 46340) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:51.454737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-8762fbfb-e84e-4fb3-a9a1-e3ac03e69001 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:51.455383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-8762fbfb-e84e-4fb3-a9a1-e3ac03e69001 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Synchronizing usage tracker for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:51.488007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0548f9-ed80-4a9e-880d-f2f9b249bf50 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:51.494275 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eb0548f9-ed80-4a9e-880d-f2f9b249bf50 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:51.499231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16998d1d-2376-4a69-b994-bc896adf8e05 None None] Sync routers for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:51.500849 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:43:51.505190 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:51.508579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:43:51.535347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16998d1d-2376-4a69-b994-bc896adf8e05 None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:51.536143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-16998d1d-2376-4a69-b994-bc896adf8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:51.567668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-8762fbfb-e84e-4fb3-a9a1-e3ac03e69001 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Unset dirty status for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:51.570131 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-8762fbfb-e84e-4fb3-a9a1-e3ac03e69001 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports/b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 942 time: 0.6091032 Nov 12 07:43:51.663112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:51.664340 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:51.672529 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-eb0548f9-ed80-4a9e-880d-f2f9b249bf50 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "PUT /v2.0/floatingips/38077377-ddc9-4198-acc3-a0d2838f2ad7 HTTP/1.1" status: 200 len: 991 time: 2.2297783 Nov 12 07:43:51.672529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'tag': '3374845e-34d9-411c-b47b-8743cbbba2ea'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:51.694919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 46378) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:51.727056 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0332105 Nov 12 07:43:51.744165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Request body: {'port': {'device_id': 'f842f5ff-32c8-4a0d-862b-b83a58233537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:51.779172 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6c10cb1-8116-46ab-ad4c-0115bcf33dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:51.851611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-5e7eded3-c597-4898-ad47-84edc878e396 None None] Provisioning for port 9d105556-c38b-4b57-9f4f-34c3be2cd347 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:43:51.857811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-5e7eded3-c597-4898-ad47-84edc878e396 None None] Provisioning complete for port 9d105556-c38b-4b57-9f4f-34c3be2cd347 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:43:51.858355 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5e7eded3-c597-4898-ad47-84edc878e396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:51.888561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-16998d1d-2376-4a69-b994-bc896adf8e05 None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:51.941154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-5e7eded3-c597-4898-ad47-84edc878e396 None None] Port 9d105556-c38b-4b57-9f4f-34c3be2cd347 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:43:52.014316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-c6c10cb1-8116-46ab-ad4c-0115bcf33dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:52.028277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-c6c10cb1-8116-46ab-ad4c-0115bcf33dcd admin admin] Usage tracker for resource:security_group_rule and tenant:dc5f219f721f4382a21ff6c732bc4c6f is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:52.033949 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-e0336c5e-2b75-4d8e-b4f9-0770c566d675 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 1001 time: 0.2562006 Nov 12 07:43:52.036627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-c6c10cb1-8116-46ab-ad4c-0115bcf33dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:52.042851 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:52.055215 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-c6c10cb1-8116-46ab-ad4c-0115bcf33dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:52.293532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-16998d1d-2376-4a69-b994-bc896adf8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '38077377-ddc9-4198-acc3-a0d2838f2ad7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'port_id': '3374845e-34d9-411c-b47b-8743cbbba2ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'mac_address': 'fa:16:3e:e3:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:10Z', 'updated_at': '2020-11-12T07:43:50Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:52.298307 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16998d1d-2376-4a69-b994-bc896adf8e05 None None] Checking router: 3735bb15-54b5-4d58-bf0c-64e59701f51f for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:52.303264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46396) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:52.311523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16998d1d-2376-4a69-b994-bc896adf8e05 None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:52.312576 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-16998d1d-2376-4a69-b994-bc896adf8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:52.477550 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dcd209ea-4f1e-4cc9-a2e4-8e288943ae44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:52.545234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dcd209ea-4f1e-4cc9-a2e4-8e288943ae44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:52.550932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dcd209ea-4f1e-4cc9-a2e4-8e288943ae44 admin admin] Usage tracker for resource:security_group_rule and tenant:39400cd600ff41dba0ff511591a307eb is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:52.552660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-16998d1d-2376-4a69-b994-bc896adf8e05 None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:52.554772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dcd209ea-4f1e-4cc9-a2e4-8e288943ae44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:52.564329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dcd209ea-4f1e-4cc9-a2e4-8e288943ae44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:52.590615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a764aad5-244f-4099-ae69-27a618c8c033 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:52.592103 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a764aad5-244f-4099-ae69-27a618c8c033 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 784 time: 0.5341275 Nov 12 07:43:52.607454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe35496-0d39-4bb2-a0ef-dfb35771956f req-4f746862-03a1-4a30-b9ac-2894b14d3f4f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:52.608185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2fe35496-0d39-4bb2-a0ef-dfb35771956f req-4f746862-03a1-4a30-b9ac-2894b14d3f4f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:52.772224 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6c10cb1-8116-46ab-ad4c-0115bcf33dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:52.800602 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6c10cb1-8116-46ab-ad4c-0115bcf33dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:52.816736 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1e5a85ac-a491-4791-bb33-0eebb89b76c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:52.843143 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dcd209ea-4f1e-4cc9-a2e4-8e288943ae44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:52.849592 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2fe35496-0d39-4bb2-a0ef-dfb35771956f req-4f746862-03a1-4a30-b9ac-2894b14d3f4f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:52.849924 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dcd209ea-4f1e-4cc9-a2e4-8e288943ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:52.850878 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2fe35496-0d39-4bb2-a0ef-dfb35771956f req-4f746862-03a1-4a30-b9ac-2894b14d3f4f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 936 time: 0.7916923 Nov 12 07:43:52.879953 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e4906675-acf2-4ba2-bbf1-1fff26c3e72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:52.891534 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-dcd209ea-4f1e-4cc9-a2e4-8e288943ae44 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=39400cd600ff41dba0ff511591a307eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5845964 Nov 12 07:43:52.892106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46404) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:52.951729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-16998d1d-2376-4a69-b994-bc896adf8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '38077377-ddc9-4198-acc3-a0d2838f2ad7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'port_id': '3374845e-34d9-411c-b47b-8743cbbba2ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'mac_address': 'fa:16:3e:e3:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:10Z', 'updated_at': '2020-11-12T07:43:50Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:52.955926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd209ea-4f1e-4cc9-a2e4-8e288943ae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa71190a-c157-48b0-9f91-df6cdad30cee,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:52.959327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16998d1d-2376-4a69-b994-bc896adf8e05 None None] The sync data for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 is: [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '38077377-ddc9-4198-acc3-a0d2838f2ad7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'floating_ip_address': '172.25.5.134', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'port_id': '3374845e-34d9-411c-b47b-8743cbbba2ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'mac_address': 'fa:16:3e:e3:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:42:10Z', 'updated_at': '2020-11-12T07:43:50Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:52.960235 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dcd209ea-4f1e-4cc9-a2e4-8e288943ae44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:52.985029 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4037864f-c2c5-4816-b369-dcd86ac6b4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:53.001789 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-7e4f3c1f-7098-414c-8c94-7fd9b4cefed9 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 1001 time: 0.3900228 Nov 12 07:43:53.007710 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c10cb1-8116-46ab-ad4c-0115bcf33dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1c8844-c06f-4eaa-bfff-a54752624e5c,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:53.025099 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c6c10cb1-8116-46ab-ad4c-0115bcf33dcd admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=dc5f219f721f4382a21ff6c732bc4c6f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3274937 Nov 12 07:43:53.030136 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c6c10cb1-8116-46ab-ad4c-0115bcf33dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:53.033969 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 46408) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:53.050511 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4037864f-c2c5-4816-b369-dcd86ac6b4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:53.060372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a50f5792-07ce-4285-8cda-2b159a4f872c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Request body: {'floatingip': {'port_id': None}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:53.115288 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4037864f-c2c5-4816-b369-dcd86ac6b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:53.120599 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d77b1753-1cea-4b73-8a27-a316f965d33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:53.139227 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037864f-c2c5-4816-b369-dcd86ac6b4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa71190a-c157-48b0-9f91-df6cdad30cee,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:53.143423 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4037864f-c2c5-4816-b369-dcd86ac6b4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:53.144647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4037864f-c2c5-4816-b369-dcd86ac6b4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:53.148527 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4037864f-c2c5-4816-b369-dcd86ac6b4f2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fa71190a-c157-48b0-9f91-df6cdad30cee HTTP/1.1" status: 204 len: 168 time: 0.2532318 Nov 12 07:43:53.370868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d4a476-bccd-4937-b117-a8a812e2f813 None None] New status for floating IP 38077377-ddc9-4198-acc3-a0d2838f2ad7: ACTIVE {{(pid=80794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 12 07:43:53.428122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2fe35496-0d39-4bb2-a0ef-dfb35771956f req-31f1e002-312e-4bf5-8c27-4b6c657d3f38 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:43:53.504527 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a50f5792-07ce-4285-8cda-2b159a4f872c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:53.579817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46418) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:53.606675 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e2b97653-e91b-47f1-867e-17d007459628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:53.648924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e2b97653-e91b-47f1-867e-17d007459628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:53.655164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e2b97653-e91b-47f1-867e-17d007459628 admin admin] Usage tracker for resource:security_group_rule and tenant:b1f31b19b4a14e2d8a2c6b38a70bde49 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:53.658960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e2b97653-e91b-47f1-867e-17d007459628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:53.660818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2fe35496-0d39-4bb2-a0ef-dfb35771956f req-31f1e002-312e-4bf5-8c27-4b6c657d3f38 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:43:53.666444 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e2b97653-e91b-47f1-867e-17d007459628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:53.673071 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2fe35496-0d39-4bb2-a0ef-dfb35771956f req-31f1e002-312e-4bf5-8c27-4b6c657d3f38 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8031158 Nov 12 07:43:53.749917 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e2b97653-e91b-47f1-867e-17d007459628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:53.753652 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e2b97653-e91b-47f1-867e-17d007459628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:53.763412 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-45141658-186d-4559-ae29-6b0155c42854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:53.785223 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982396'] for router_interface, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:53.872566 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'status': 'completed', 'code': 200} Nov 12 07:43:53.873710 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:43:53.988565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-56dbbf9c-9940-468e-8440-6c15bacbeab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.067033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b97653-e91b-47f1-867e-17d007459628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65408fa2-248a-412b-96be-e1dc2fc504cf,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:54.070942 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e2b97653-e91b-47f1-867e-17d007459628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:54.081142 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e2b97653-e91b-47f1-867e-17d007459628 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b1f31b19b4a14e2d8a2c6b38a70bde49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4999847 Nov 12 07:43:54.084245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46424) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:54.133674 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-56dbbf9c-9940-468e-8440-6c15bacbeab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.147098 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-896d0ec6-ceaa-4f50-80c6-0aaf1a593bde req-e6bc55b9-99c8-44cd-9f26-11019f1fdeee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1160 time: 0.3637409 Nov 12 07:43:54.155924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d105556-c38b-4b57-9f4f-34c3be2cd347 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:43:54.192663 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b6e26169-adfb-4cfb-b402-f5cf1b7035de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.231674 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.291305 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b6e26169-adfb-4cfb-b402-f5cf1b7035de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.293304 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a50f5792-07ce-4285-8cda-2b159a4f872c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.295371 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Transition to ACTIVE for port object 9d105556-c38b-4b57-9f4f-34c3be2cd347 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:43:54.298258 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a50f5792-07ce-4285-8cda-2b159a4f872c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.298258 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a50f5792-07ce-4285-8cda-2b159a4f872c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Floating IP 56adb667-43a3-44c8-be12-c80a8201f275 disassociated. External IP: 172.25.5.174, port: b6625e6f-1eeb-490e-92ac-644b912c4427. Nov 12 07:43:54.358459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d0ec6-ceaa-4f50-80c6-0aaf1a593bde req-24475118-94a0-433f-b2f5-d1d014a17cfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:54.360142 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-896d0ec6-ceaa-4f50-80c6-0aaf1a593bde req-24475118-94a0-433f-b2f5-d1d014a17cfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.2011364 Nov 12 07:43:54.369335 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.388943 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:54.450211 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b6e26169-adfb-4cfb-b402-f5cf1b7035de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.467367 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-af10e1b1-4dcc-40c9-bc25-7462f501c0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:54.479039 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-896d0ec6-ceaa-4f50-80c6-0aaf1a593bde req-ae66587d-98e5-4231-9a93-2eef750aa335 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 217 time: 0.1074390 Nov 12 07:43:54.479039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e26169-adfb-4cfb-b402-f5cf1b7035de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65408fa2-248a-412b-96be-e1dc2fc504cf,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:54.491407 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b6e26169-adfb-4cfb-b402-f5cf1b7035de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:54.549833 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b6e26169-adfb-4cfb-b402-f5cf1b7035de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.549833 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b6e26169-adfb-4cfb-b402-f5cf1b7035de admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/65408fa2-248a-412b-96be-e1dc2fc504cf HTTP/1.1" status: 204 len: 168 time: 0.4580925 Nov 12 07:43:54.572176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d0ec6-ceaa-4f50-80c6-0aaf1a593bde req-30c60c12-e21c-4f3e-a6ca-cce1f3bcc9a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:54.573962 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-896d0ec6-ceaa-4f50-80c6-0aaf1a593bde req-30c60c12-e21c-4f3e-a6ca-cce1f3bcc9a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.0923049 Nov 12 07:43:54.579514 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4824312-c0ef-4a2f-a353-1de16f417862 req-6d53c2e3-46bb-4498-8f80-2761ca50c3e8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:54.581086 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e4824312-c0ef-4a2f-a353-1de16f417862 req-6d53c2e3-46bb-4498-8f80-2761ca50c3e8 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 945 time: 0.6893463 Nov 12 07:43:54.662041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-56dbbf9c-9940-468e-8440-6c15bacbeab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.673535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d105556-c38b-4b57-9f4f-34c3be2cd347,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:54.688411 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-896d0ec6-ceaa-4f50-80c6-0aaf1a593bde req-655b5bfb-81eb-4bde-a252-e2e888883780 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064746 Nov 12 07:43:54.694932 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:54.703384 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-44d22eec-c3d0-44d0-bedf-4cfb0ab642af tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:54.733757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbbf9c-9940-468e-8440-6c15bacbeab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1c8844-c06f-4eaa-bfff-a54752624e5c,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:54.749493 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-56dbbf9c-9940-468e-8440-6c15bacbeab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:54.762547 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-56dbbf9c-9940-468e-8440-6c15bacbeab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:54.763755 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-56dbbf9c-9940-468e-8440-6c15bacbeab1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ff1c8844-c06f-4eaa-bfff-a54752624e5c HTTP/1.1" status: 204 len: 168 time: 1.7236896 Nov 12 07:43:54.812315 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e4824312-c0ef-4a2f-a353-1de16f417862 req-1f14c5d2-2775-4717-a810-2c983bff4585 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130644 Nov 12 07:43:54.876924 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-896d0ec6-ceaa-4f50-80c6-0aaf1a593bde req-fdbd51ac-4f88-4b60-a10c-0554b3829060 service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637173 Nov 12 07:43:54.979421 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'tag': '3374845e-34d9-411c-b47b-8743cbbba2ea', 'status': 'completed', 'code': 200} Nov 12 07:43:55.179029 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-896d0ec6-ceaa-4f50-80c6-0aaf1a593bde req-17078e5f-b553-4f97-9914-11cc6d29a3be service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2938285 Nov 12 07:43:55.210762 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88f1cabc-99c4-4e12-8d9c-cdd9cd79efdb req-70da3275-f5e1-4d15-a672-81e64697dbfb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054&device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 1160 time: 0.2110434 Nov 12 07:43:55.354593 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Attempting to bind port 9d105556-c38b-4b57-9f4f-34c3be2cd347 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:43:55.354917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Attempting to bind port 9d105556-c38b-4b57-9f4f-34c3be2cd347 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:43:55.355461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Attempting to bind port 9d105556-c38b-4b57-9f4f-34c3be2cd347 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:43:55.395028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1cabc-99c4-4e12-8d9c-cdd9cd79efdb req-08afa095-fd8f-47bb-b7fb-49ef310d06b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:55.396779 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88f1cabc-99c4-4e12-8d9c-cdd9cd79efdb req-08afa095-fd8f-47bb-b7fb-49ef310d06b2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=738aa929-f78a-409c-b3ce-e2d0766417e7 HTTP/1.1" status: 200 len: 918 time: 0.1779203 Nov 12 07:43:55.456193 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:43:55.456554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:43:55.457178 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:55.457738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:43:55.458396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Bound port: 9d105556-c38b-4b57-9f4f-34c3be2cd347, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:43:55.458927 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:55.548015 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88f1cabc-99c4-4e12-8d9c-cdd9cd79efdb req-a7e308f7-d49e-4bcd-9b09-da72bdc44187 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3374845e-34d9-411c-b47b-8743cbbba2ea HTTP/1.1" status: 200 len: 1001 time: 0.1438215 Nov 12 07:43:55.663110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1cabc-99c4-4e12-8d9c-cdd9cd79efdb req-5dfd6d01-2f0b-4a19-94ee-4a90e3c683a8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:55.665321 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88f1cabc-99c4-4e12-8d9c-cdd9cd79efdb req-5dfd6d01-2f0b-4a19-94ee-4a90e3c683a8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b12c66e8-bca7-44c8-809a-b1424f8fc5f8 HTTP/1.1" status: 200 len: 863 time: 0.1105919 Nov 12 07:43:55.791832 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88f1cabc-99c4-4e12-8d9c-cdd9cd79efdb req-8a712ad6-774e-4d43-a34c-588f721439d9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=738aa929-f78a-409c-b3ce-e2d0766417e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179638 Nov 12 07:43:55.975494 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e298c48e-24ee-4194-9c77-3301fd9cf2be req-a484ea6d-9be7-44cf-8b70-0f66ca211796 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 1160 time: 0.7135940 Nov 12 07:43:55.989265 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88f1cabc-99c4-4e12-8d9c-cdd9cd79efdb req-a8bf79d0-9eff-4d65-b460-0376f8a24d3c service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897340 Nov 12 07:43:56.021014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46476) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:56.028046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] For port 9d105556-c38b-4b57-9f4f-34c3be2cd347, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:43:56.057347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] For port 9d105556-c38b-4b57-9f4f-34c3be2cd347, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=9d105556-c38b-4b57-9f4f-34c3be2cd347,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:43:56.071600 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.091509 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d87da2f4-58e1-4e9c-85d1-724ae4b84cf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:56.169263 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88f1cabc-99c4-4e12-8d9c-cdd9cd79efdb req-fe2bad9c-d26d-42f3-b963-46bc2c9473d8 service neutron] 10.222.0.33 "GET /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1732998 Nov 12 07:43:56.207714 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e298c48e-24ee-4194-9c77-3301fd9cf2be req-e4597e47-34ec-42a1-a696-ef00fcf74bcb tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198992 Nov 12 07:43:56.284335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d105556-c38b-4b57-9f4f-34c3be2cd347,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:56.294337 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:56.423722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1528283727-network', 'tenant_id': 'fd6c469cc4bb48249b325f9ce0c91c69'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:56.429970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:56.435289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Usage tracker for resource:network and tenant:fd6c469cc4bb48249b325f9ce0c91c69 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:56.439311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:56.446415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:56.454778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a50f5792-07ce-4285-8cda-2b159a4f872c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Router 902fa1fe-e559-49ce-8b58-cf9b5484f864 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:43:56.458226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Made reservation on behalf of fd6c469cc4bb48249b325f9ce0c91c69 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:43:56.458831 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.460346 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] 10.222.0.33 "PUT /v2.0/ports/9d105556-c38b-4b57-9f4f-34c3be2cd347 HTTP/1.1" status: 200 len: 1160 time: 4.7242107 Nov 12 07:43:56.464338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f842f5ff-32c8-4a0d-862b-b83a58233537', 'tag': '9d105556-c38b-4b57-9f4f-34c3be2cd347'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:43:56.464459 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.482233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.545838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:56.550317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Usage tracker for resource:security_group_rule and tenant:fd6c469cc4bb48249b325f9ce0c91c69 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:56.553902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:56.560727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:56.634879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd3b5c-7523-479a-80e0-e7b8ffe5a1aa req-4b09c44f-fde4-46db-a88b-387b2bbab370 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:56.636626 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06bd3b5c-7523-479a-80e0-e7b8ffe5a1aa req-4b09c44f-fde4-46db-a88b-387b2bbab370 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 948 time: 0.2818375 Nov 12 07:43:56.642549 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.647287 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.665911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:43:56.676789 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.677216 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Added segment 72eda158-5297-4fba-8e99-8a37abc96335 of type vxlan for network 71dec89f-760d-4076-aef8-88ce965d6ab4 Nov 12 07:43:56.686482 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-153b3bb6-3fdc-4574-b358-cd06da6adcab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:56.742327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e602e929-a7d9-489d-9d2b-63fcfdf10110,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:56.747618 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:56.747618 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.781856 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.783162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:56.783962 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.789573 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f71dd7a-0bbd-4f10-9216-c267e223e9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:56.817377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Deleting port c02a9d35-8f50-4daa-9639-7c3dc8f67066 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:43:56.817576 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.909262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Pushing event updated for resources: {'Network': ['ID=71dec89f-760d-4076-aef8-88ce965d6ab4,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:56.924338 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:56.927590 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9030540 Nov 12 07:43:56.931388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46498) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:56.941139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Request body: {'subnet': {'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1528283727-subnet', 'tenant_id': 'fd6c469cc4bb48249b325f9ce0c91c69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:56.946622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:56.950841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Usage tracker for resource:subnet and tenant:fd6c469cc4bb48249b325f9ce0c91c69 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:56.954460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:56.960438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:56.970178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 71dec89f-760d-4076-aef8-88ce965d6ab4 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:43:56.972252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Made reservation on behalf of fd6c469cc4bb48249b325f9ce0c91c69 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:43:56.978690 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:56.989287 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06bd3b5c-7523-479a-80e0-e7b8ffe5a1aa req-95b2dfeb-7065-479f-bd95-4e76dbaf5264 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866089 Nov 12 07:43:57.023806 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-d1b5ce87-f3d6-4138-8776-241fb76688d5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 1163 time: 0.4821196 Nov 12 07:43:57.142442 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-d4dec1aa-2e22-412c-a742-00d29096c689 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=9d105556-c38b-4b57-9f4f-34c3be2cd347 HTTP/1.1" status: 200 len: 217 time: 0.1115518 Nov 12 07:43:57.238258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] For port c02a9d35-8f50-4daa-9639-7c3dc8f67066, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=c02a9d35-8f50-4daa-9639-7c3dc8f67066,segment=NetworkSegment(3769a418-a2a1-4167-84b8-4d5cfe899909),segment_id=3769a418-a2a1-4167-84b8-4d5cfe899909)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:43:57.238863 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:57.340708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1e5d8301-0f12-4f1b-843e-785cdef94044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:57.342475 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-1e5d8301-0f12-4f1b-843e-785cdef94044 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1877918 Nov 12 07:43:57.375652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 71dec89f-760d-4076-aef8-88ce965d6ab4 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:43:57.460947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Calling delete_port for c02a9d35-8f50-4daa-9639-7c3dc8f67066 owned by network:router_interface {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:43:57.579628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 71dec89f-760d-4076-aef8-88ce965d6ab4 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:43:57.594785 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:57.611807 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cdb0ba92-3643-469e-8cf9-4c73bb55c268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:57.758197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:57.764115 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:57.821150 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a50f5792-07ce-4285-8cda-2b159a4f872c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:43:57.827241 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a50f5792-07ce-4285-8cda-2b159a4f872c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:57.830895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c57e67a-6895-4f62-9eb0-83683e2998d4 None None] Sync routers for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:43:57.854543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c57e67a-6895-4f62-9eb0-83683e2998d4 None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:57.856256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Checking segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:43:57.856722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Network hostable DHCP agents. Network: 71dec89f-760d-4076-aef8-88ce965d6ab4, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:43:57.856827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-9c57e67a-6895-4f62-9eb0-83683e2998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:57.885207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Network 71dec89f-760d-4076-aef8-88ce965d6ab4 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:43:57.897224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 71dec89f-760d-4076-aef8-88ce965d6ab4) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:43:57.902605 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:57.904043 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:57.907947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e58e4-53b6-4bd3-a05e-1e2b3363ed68 None None] Network 71dec89f-760d-4076-aef8-88ce965d6ab4 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:43:57.910343 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-337c5df3-5185-42b7-8aad-794f1fa25cb9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4588451 Nov 12 07:43:57.934189 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9994993 Nov 12 07:43:57.989791 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a50f5792-07ce-4285-8cda-2b159a4f872c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "PUT /v2.0/floatingips/56adb667-43a3-44c8-be12-c80a8201f275 HTTP/1.1" status: 200 len: 696 time: 4.9581230 Nov 12 07:43:58.125978 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-66bfcea4-9105-4667-91cb-01c5cc396ba6 req-3e3cbd29-1991-41e8-9b75-0da5e48a4e66 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4326270 Nov 12 07:43:58.194979 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b004fc4-a4f4-4031-ab5d-d27dabb9283a None None] Network 71dec89f-760d-4076-aef8-88ce965d6ab4 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:43:58.264433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-9c57e67a-6895-4f62-9eb0-83683e2998d4 None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:58.391579 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-b9d9b84b-b580-4d7c-8e0c-22a42d161272 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698160 Nov 12 07:43:58.769820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-9c57e67a-6895-4f62-9eb0-83683e2998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:58.774413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c57e67a-6895-4f62-9eb0-83683e2998d4 None None] Checking router: 902fa1fe-e559-49ce-8b58-cf9b5484f864 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:43:58.786478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c57e67a-6895-4f62-9eb0-83683e2998d4 None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:43:58.787146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-9c57e67a-6895-4f62-9eb0-83683e2998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:43:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:58.793123 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-1deb1a8a-20df-4ee6-824a-8d70ac856730 service neutron] 10.222.0.40 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1160 time: 0.7349176 Nov 12 07:43:58.836233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:58.900620 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:59.005602 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46580) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:59.012400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1235178315-network', 'tenant_id': 'fc6120e4d114487ba79ac910e1b276b2'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:59.013453 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-9c57e67a-6895-4f62-9eb0-83683e2998d4 None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:43:59.018043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:59.022677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Usage tracker for resource:network and tenant:fc6120e4d114487ba79ac910e1b276b2 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:59.027295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:59.034117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:59.050336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Made reservation on behalf of fc6120e4d114487ba79ac910e1b276b2 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:43:59.050645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c02a9d35-8f50-4daa-9639-7c3dc8f67066,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:59.057272 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:59.058648 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:59.074682 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:59.115662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:59.120834 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Usage tracker for resource:security_group_rule and tenant:fc6120e4d114487ba79ac910e1b276b2 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:59.124721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:59.131208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:59.142824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e4a1463-7c78-463f-8fd6-f3cc644d7182 req-dcbd441d-24ee-47cb-ac25-f6b2a3feb0d0 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7389367 Nov 12 07:43:59.202319 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-fc2633f7-c243-4a0e-8921-5c26a5166bc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:59.211086 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-fc2633f7-c243-4a0e-8921-5c26a5166bc1 service neutron] 10.222.0.40 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.4093626 Nov 12 07:43:59.215962 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:59.220335 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:59.230920 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:59.271010 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a64e684-0d6b-46bd-bd97-4f90e7be1ffb,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:59.274272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:43:59.277319 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:59.287730 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:59.288425 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Added segment c4a73566-42d7-4acc-9e40-9984bc646845 of type vxlan for network f53eb51a-63b8-496b-bf08-ff830a267deb Nov 12 07:43:59.314453 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-d31378ea-7b5c-4523-8f91-f7edb13559d6 service neutron] 10.222.0.40 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 217 time: 0.1026669 Nov 12 07:43:59.321484 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:59.356416 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:59.358420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:59.359853 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:59.385014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-1d98d647-ecc6-4f59-bea2-2efb529e0abc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:43:59.392968 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-1d98d647-ecc6-4f59-bea2-2efb529e0abc service neutron] 10.222.0.40 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.0774813 Nov 12 07:43:59.393637 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:43:59.420136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-9c57e67a-6895-4f62-9eb0-83683e2998d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:43:59.424746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c57e67a-6895-4f62-9eb0-83683e2998d4 None None] The sync data for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 is: [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:41:57Z', 'revision_number': 4, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'd1729312-6a0e-46b4-a912-bf892c407661', 'name': '', 'network_id': '061a3d8b-043d-4ed8-8c95-f6de9285004b', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'mac_address': 'fa:16:3e:99:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:56Z', 'updated_at': '2020-11-12T07:42:09Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'subnets': [{'id': '139b9687-780d-4de0-9a87-f6fc2d6601ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:43:59.428454 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4215157 Nov 12 07:43:59.440350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46594) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:43:59.512647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Request body: {'subnet': {'network_id': 'f53eb51a-63b8-496b-bf08-ff830a267deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1235178315-subnet', 'tenant_id': 'fc6120e4d114487ba79ac910e1b276b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:43:59.550165 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-9a0540d2-87ec-4d41-89ec-f71db500edae service neutron] 10.222.0.40 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561782 Nov 12 07:43:59.557144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:43:59.570035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Usage tracker for resource:subnet and tenant:fc6120e4d114487ba79ac910e1b276b2 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:43:59.575351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:43:59.587858 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Pushing event updated for resources: {'Network': ['ID=f53eb51a-63b8-496b-bf08-ff830a267deb,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:43:59.590535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:43:59.593979 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:43:59.602795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network f53eb51a-63b8-496b-bf08-ff830a267deb details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:43:59.603932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Made reservation on behalf of fc6120e4d114487ba79ac910e1b276b2 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:43:59.608785 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:43:59.628390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network f53eb51a-63b8-496b-bf08-ff830a267deb details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:43:59.719512 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-a6ec9bec-d9bc-4bf5-a3dd-c8783cc88825 service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681464 Nov 12 07:43:59.746920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network f53eb51a-63b8-496b-bf08-ff830a267deb details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:44:00.000623 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef70af-e7d1-48d7-b385-a40177afcbd3 None None] New status for floating IP 56adb667-43a3-44c8-be12-c80a8201f275: DOWN {{(pid=80794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 12 07:44:00.014605 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 46602) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:00.023681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-581333d5-4bb5-45dc-bb1d-b613921014b5 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:44:00.024765 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-581333d5-4bb5-45dc-bb1d-b613921014b5 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0090969 Nov 12 07:44:00.062850 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f158ac06-eb72-4fd9-bce8-45682477f460 req-3775c4c1-ec05-4a78-ac19-4978e5e344c7 service neutron] 10.222.0.40 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3420198 Nov 12 07:44:00.151277 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f842f5ff-32c8-4a0d-862b-b83a58233537', 'tag': '9d105556-c38b-4b57-9f4f-34c3be2cd347', 'status': 'completed', 'code': 200} Nov 12 07:44:00.199963 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:00.217568 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:00.246949 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847671257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7982554'] for router_interface, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:00.432419 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c809736e-1db1-4a78-a4f5-1ee740dc6a71 req-dc5432d1-9783-454c-8151-bb0f8fd7c78d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 1163 time: 0.2486742 Nov 12 07:44:00.492398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] Request body: {'binding': {'host': 'n-h2-761264-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:00.493323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] Unknown quota resources ['binding']. {{(pid=80792) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Nov 12 07:44:00.501271 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3d2a67e5-ac8d-41db-9d39-cabd3d675fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:00.575218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d6da03-f5e6-405d-a3ba-f45f183fbc02,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:00.588309 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:00.662398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Checking segment: {'id': 'c4a73566-42d7-4acc-9e40-9984bc646845', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f53eb51a-63b8-496b-bf08-ff830a267deb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:44:00.662827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Network hostable DHCP agents. Network: f53eb51a-63b8-496b-bf08-ff830a267deb, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:44:00.694757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Network f53eb51a-63b8-496b-bf08-ff830a267deb is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:44:00.705458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, f53eb51a-63b8-496b-bf08-ff830a267deb) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:44:00.709552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:00.710252 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:00.736413 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2947471 Nov 12 07:44:00.741306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99066a-63fb-49e8-b8c5-e56e7fd6fc28 None None] Network f53eb51a-63b8-496b-bf08-ff830a267deb requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:44:00.783544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-ab2a3908-dbcb-4ae2-9033-39d5edc5fcbe None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:44:01.044222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd101cf4-c1e6-4719-9b9a-3e15811d8407 None None] Network f53eb51a-63b8-496b-bf08-ff830a267deb requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:44:01.126781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 9d105556-c38b-4b57-9f4f-34c3be2cd347 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:01.254017 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] Attempting to bind port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 on host n-h2-761264-6 for vnic_type normal with profile None {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:44:01.254398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] Attempting to bind port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:44:01.254768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] Attempting to bind port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 on network bdcf583c-9b91-4b67-8d2c-23531a9270a7 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:44:01.263528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809736e-1db1-4a78-a4f5-1ee740dc6a71 req-5ce7fa41-7d7c-46e6-9795-bb2105b6e676 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:01.265256 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c809736e-1db1-4a78-a4f5-1ee740dc6a71 req-5ce7fa41-7d7c-46e6-9795-bb2105b6e676 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.8110383 Nov 12 07:44:01.303565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 9d105556-c38b-4b57-9f4f-34c3be2cd347 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:44:01.313731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 9d105556-c38b-4b57-9f4f-34c3be2cd347 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:01.314147 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:01.337043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:44:01.337439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] Checking segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:44:01.337819 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:01.338256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] Bound using segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:44:01.338767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] Bound port: e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:44:01.452808 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c809736e-1db1-4a78-a4f5-1ee740dc6a71 req-db138a0e-6a1a-4015-87cd-cc07eaf10cc1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=9d105556-c38b-4b57-9f4f-34c3be2cd347 HTTP/1.1" status: 200 len: 217 time: 0.1790135 Nov 12 07:44:01.469547 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:01.500599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f842f5ff-32c8-4a0d-862b-b83a58233537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d105556-c38b-4b57-9f4f-34c3be2cd347'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:01.511241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 9d105556-c38b-4b57-9f4f-34c3be2cd347, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=9d105556-c38b-4b57-9f4f-34c3be2cd347,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:01.514859 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:01.517668 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:01.563102 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:44:01.569821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809736e-1db1-4a78-a4f5-1ee740dc6a71 req-f2231562-2480-40fe-bec5-b144174742ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:01.571435 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c809736e-1db1-4a78-a4f5-1ee740dc6a71 req-f2231562-2480-40fe-bec5-b144174742ab service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1106689 Nov 12 07:44:01.587414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=9d105556-c38b-4b57-9f4f-34c3be2cd347,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:01.591206 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:01.627493 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:01.628831 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-6bfa8c80-1876-4c2e-9342-8951c220c7d0 service neutron] 10.222.0.40 "POST /v2.0/ports/e35dd4a9-029a-4195-9c8e-bb6d66e992f2/bindings HTTP/1.1" status: 201 len: 459 time: 1.3671930 Nov 12 07:44:01.650009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea542d6a-6efa-418c-94f4-3855bc44e80a req-27f6aefe-b5a1-43b9-a02b-822a10f89c83 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:01.651627 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ea542d6a-6efa-418c-94f4-3855bc44e80a req-27f6aefe-b5a1-43b9-a02b-822a10f89c83 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 948 time: 0.2641611 Nov 12 07:44:01.722365 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf17168c-b41b-4a56-9281-d945a727d421 req-7df1cb18-6caa-487a-a0fd-b7c062be3f7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0959892 Nov 12 07:44:01.750090 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ea542d6a-6efa-418c-94f4-3855bc44e80a req-d37d379e-e395-402c-b100-b8a88cdfb55d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812888 Nov 12 07:44:01.755480 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c809736e-1db1-4a78-a4f5-1ee740dc6a71 req-969c82a3-34a9-4973-92a7-7fcda0b75d3c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1729736 Nov 12 07:44:02.005682 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf17168c-b41b-4a56-9281-d945a727d421 req-a7826ad2-b475-4071-8d20-05f3bf689930 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1160 time: 0.1678703 Nov 12 07:44:02.019313 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-32093800-3dd0-4123-834f-f47a5632d62e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 1160 time: 0.1170845 Nov 12 07:44:02.097100 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f842f5ff-32c8-4a0d-862b-b83a58233537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d105556-c38b-4b57-9f4f-34c3be2cd347', 'code': 200} Nov 12 07:44:02.203639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.33', 55229) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:02.204944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:02.334459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-d39a43bf-f239-4aae-ab90-b285ae97f25a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:02.336076 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-d39a43bf-f239-4aae-ab90-b285ae97f25a service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.3097532 Nov 12 07:44:02.430057 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e921274e-8adf-4411-a109-98f960279aa0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2 HTTP/1.1" status: 200 len: 217 time: 0.0868735 Nov 12 07:44:02.494879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17168c-b41b-4a56-9281-d945a727d421 req-910f8d49-5404-4e9d-b33b-0a28d7640caa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:02.496479 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf17168c-b41b-4a56-9281-d945a727d421 req-910f8d49-5404-4e9d-b33b-0a28d7640caa service neutron] 10.222.0.41 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.2805250 Nov 12 07:44:02.541088 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c809736e-1db1-4a78-a4f5-1ee740dc6a71 req-1fde9247-5371-4aae-b600-b89899c32745 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068997 Nov 12 07:44:02.586770 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf17168c-b41b-4a56-9281-d945a727d421 req-c41ef6a9-4634-4f9d-ad23-788e65fa25dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 217 time: 0.0813208 Nov 12 07:44:02.588296 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-48249d6a-9350-4d4e-885c-09d54d5d8e50 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:02.589874 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-48249d6a-9350-4d4e-885c-09d54d5d8e50 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.1443706 Nov 12 07:44:02.666463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 9d105556-c38b-4b57-9f4f-34c3be2cd347 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:02.693101 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-93a9e1c8-9e4c-41a6-a5f8-9efa91826840 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581307 Nov 12 07:44:02.720563 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13653d-f662-4529-b6e0-54afbc986503 req-68d738bb-4477-455f-8c10-1296e2c08b14 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:02.722203 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-68d738bb-4477-455f-8c10-1296e2c08b14 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 821 time: 0.5999377 Nov 12 07:44:02.725688 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d5e7ded-461f-48f1-b61c-933a609fc375 req-30b17f96-d74a-4606-a299-00923fec0f4f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 1165 time: 0.4629362 Nov 12 07:44:02.734647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17168c-b41b-4a56-9281-d945a727d421 req-711ba154-ae62-465d-a047-a3283073dc9b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:02.736141 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf17168c-b41b-4a56-9281-d945a727d421 req-711ba154-ae62-465d-a047-a3283073dc9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.1431482 Nov 12 07:44:02.746163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 9d105556-c38b-4b57-9f4f-34c3be2cd347 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:02.746613 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:02.769668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd5b94-5f50-4996-bc4a-d0b7101429e2 req-55f586fa-e437-492f-aacf-f3bab41d29f1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:02.771275 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4cd5b94-5f50-4996-bc4a-d0b7101429e2 req-55f586fa-e437-492f-aacf-f3bab41d29f1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 945 time: 0.4710577 Nov 12 07:44:02.845209 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fe8ad0ab-6b5c-4978-8509-a489d59739e8 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/quotas/fd6c469cc4bb48249b325f9ce0c91c69 HTTP/1.1" status: 200 len: 375 time: 0.1096961 Nov 12 07:44:02.867579 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c809736e-1db1-4a78-a4f5-1ee740dc6a71 req-64d2dee1-7bea-47a5-8133-bbe65c0ae232 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3024542 Nov 12 07:44:02.907892 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-4502c108-3d53-4387-9c14-d3461d7efdd2 service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059245 Nov 12 07:44:02.914473 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf17168c-b41b-4a56-9281-d945a727d421 req-245b18fc-8c72-45bc-b139-73ea8e46be26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318402 Nov 12 07:44:03.041426 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e3715f6f-91d5-45fe-849a-8acb7872d21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:03.044508 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:03.105925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:03.167831 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d5e7ded-461f-48f1-b61c-933a609fc375 req-70dffaa0-280b-44e9-a4e2-a6aed192dc63 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292910 Nov 12 07:44:03.173311 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-4e18a1f3-a312-40ec-bbb9-ff4f303c2d47 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3151894 Nov 12 07:44:03.182867 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-dfc72d7f-fcdf-41ec-b85c-3b7bd8f1c582 service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2673521 Nov 12 07:44:03.186094 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf17168c-b41b-4a56-9281-d945a727d421 req-52566f3c-7a4e-4c1e-b210-af9683112689 service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459037 Nov 12 07:44:03.207960 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4cd5b94-5f50-4996-bc4a-d0b7101429e2 req-b14ca130-6e62-48d6-8c0e-cbc25de53211 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143035 Nov 12 07:44:03.330226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:44:03.333667 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf17168c-b41b-4a56-9281-d945a727d421 req-53858553-d538-4d5a-9671-95c24c7c7187 service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409421 Nov 12 07:44:03.352143 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-a7f2e397-2c7b-4a3e-bea8-d18c0adf7fcc service neutron] 10.222.0.40 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705611 Nov 12 07:44:03.642297 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-2c1a6764-ba91-4de2-a452-f339e4fe6bba service neutron] 10.222.0.40 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2808535 Nov 12 07:44:03.705794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:44:03.714616 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] 10.222.0.40 "PUT /v2.0/routers/e185d161-d6b3-4fdd-a5c8-a68cb74c5cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4218476 Nov 12 07:44:03.714865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 46748) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:03.721722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2563eea5-c6ad-4de0-b21a-a7db08ba0577 None None] Sync routers for ids ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:44:03.737034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563eea5-c6ad-4de0-b21a-a7db08ba0577 None None] Routers {'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:44:03.738009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2563eea5-c6ad-4de0-b21a-a7db08ba0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:44:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:03.922459 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'status': 'completed', 'code': 200} Nov 12 07:44:04.000027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-2563eea5-c6ad-4de0-b21a-a7db08ba0577 None None] Set router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:44:04.007493 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Notify callbacks [] for router, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:04.212539 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb76b617-f4e9-466c-bd50-4535daeef67c req-a1590de2-7f0d-4f33-9969-3e0d6946c22c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b94e26b1dcd6414d92a7572ce007879f&device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 1160 time: 0.2681327 Nov 12 07:44:04.327007 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:04.473662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9d9c4-5402-4209-9584-77e13dfaea2d req-28704d4f-d44d-4df6-93b0-78acdac15ecf tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:04.480501 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9fd9d9c4-5402-4209-9584-77e13dfaea2d req-28704d4f-d44d-4df6-93b0-78acdac15ecf tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 950 time: 0.3583701 Nov 12 07:44:04.588141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76b617-f4e9-466c-bd50-4535daeef67c req-da898ed7-ed87-4e83-a8d9-87312baa8542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:04.589807 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb76b617-f4e9-466c-bd50-4535daeef67c req-da898ed7-ed87-4e83-a8d9-87312baa8542 service neutron] 10.222.0.41 "GET /v2.0/networks?id=061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 200 len: 914 time: 0.3644688 Nov 12 07:44:04.599792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2563eea5-c6ad-4de0-b21a-a7db08ba0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'name': 'tempest-FloatingIPsTestJSON-673456820-router', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:43:04Z', 'updated_at': '2020-11-12T07:43:58Z', 'revision_number': 5, 'project_id': '73cf674a8f58458f86913494ee570148', 'gw_port': {'id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:05Z', 'updated_at': '2020-11-12T07:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:04.612564 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2563eea5-c6ad-4de0-b21a-a7db08ba0577 None None] Checking router: e185d161-d6b3-4fdd-a5c8-a68cb74c5cee for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:44:04.639735 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563eea5-c6ad-4de0-b21a-a7db08ba0577 None None] Routers {'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:44:04.640641 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2563eea5-c6ad-4de0-b21a-a7db08ba0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:44:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:04.745280 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb76b617-f4e9-466c-bd50-4535daeef67c req-f27bd75c-a181-4d3a-8630-a65f8189fed1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 200 len: 217 time: 0.1439235 Nov 12 07:44:04.754385 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-63b175e1-279a-40d2-90b4-f7de47280e21 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips/56adb667-43a3-44c8-be12-c80a8201f275 HTTP/1.1" status: 200 len: 694 time: 0.2287962 Nov 12 07:44:04.798094 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:04.880139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76b617-f4e9-466c-bd50-4535daeef67c req-564d70ba-0c00-46e9-9119-bfb1229cde6c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:04.881777 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb76b617-f4e9-466c-bd50-4535daeef67c req-564d70ba-0c00-46e9-9119-bfb1229cde6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 200 len: 859 time: 0.1286230 Nov 12 07:44:04.903742 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-2563eea5-c6ad-4de0-b21a-a7db08ba0577 None None] Set router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:44:04.954788 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9fd9d9c4-5402-4209-9584-77e13dfaea2d req-914c5c84-2516-489d-81aa-fd486b3f025a tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613168 Nov 12 07:44:05.097948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-e8100575-862c-43fd-968f-34518fe9a79c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:05.107805 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-e8100575-862c-43fd-968f-34518fe9a79c tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 784 time: 0.3252308 Nov 12 07:44:05.114157 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb76b617-f4e9-466c-bd50-4535daeef67c req-3e02c05e-45b3-4f06-a936-cb106a09dbf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=061a3d8b-043d-4ed8-8c95-f6de9285004b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2179782 Nov 12 07:44:05.121398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-77f36e13-3f41-4c8c-b951-3e3a557aa22b tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:44:05.132156 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-77f36e13-3f41-4c8c-b951-3e3a557aa22b tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0222268 Nov 12 07:44:05.319591 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-f3874012-112f-49e0-b20f-26b80a56f1ef tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 697 time: 0.1856632 Nov 12 07:44:05.321666 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:05.377682 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb76b617-f4e9-466c-bd50-4535daeef67c req-28e616b3-a6c2-4455-8166-54ecdf34926c service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620749 Nov 12 07:44:05.455739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Deleting port c397566d-3d51-4708-9a14-3d4570de676f {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:05.456126 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:05.612323 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb76b617-f4e9-466c-bd50-4535daeef67c req-f97bc103-10cd-4e3c-86f9-b09fe5858669 service neutron] 10.222.0.41 "GET /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2258334 Nov 12 07:44:05.632287 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-495e8735-94cf-46c7-9719-fed739c01f74 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/floatingips?floating_ip_address=172.25.5.174 HTTP/1.1" status: 200 len: 697 time: 0.3119862 Nov 12 07:44:05.797118 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-2563eea5-c6ad-4de0-b21a-a7db08ba0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'name': 'tempest-FloatingIPsTestJSON-673456820-router', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:43:04Z', 'updated_at': '2020-11-12T07:43:58Z', 'revision_number': 5, 'project_id': '73cf674a8f58458f86913494ee570148', 'gw_port': {'id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:05Z', 'updated_at': '2020-11-12T07:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:05.812328 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2563eea5-c6ad-4de0-b21a-a7db08ba0577 None None] The sync data for ids ['e185d161-d6b3-4fdd-a5c8-a68cb74c5cee'] in n-d-761264-6 is: [{'id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'name': 'tempest-FloatingIPsTestJSON-673456820-router', 'tenant_id': '73cf674a8f58458f86913494ee570148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:43:04Z', 'updated_at': '2020-11-12T07:43:58Z', 'revision_number': 5, 'project_id': '73cf674a8f58458f86913494ee570148', 'gw_port': {'id': 'c397566d-3d51-4708-9a14-3d4570de676f', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e185d161-d6b3-4fdd-a5c8-a68cb74c5cee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:43:05Z', 'updated_at': '2020-11-12T07:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:44:06.108426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] For port c397566d-3d51-4708-9a14-3d4570de676f, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=c397566d-3d51-4708-9a14-3d4570de676f,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:06.108426 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:06.144297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13653d-f662-4529-b6e0-54afbc986503 req-e2d0fdc8-3289-4bd3-91a6-716de9224d0d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:06.146479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-7b13653d-f662-4529-b6e0-54afbc986503 req-e2d0fdc8-3289-4bd3-91a6-716de9224d0d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Synchronizing usage tracker for tenant:fd6c469cc4bb48249b325f9ce0c91c69 on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:44:06.171567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-7b13653d-f662-4529-b6e0-54afbc986503 req-e2d0fdc8-3289-4bd3-91a6-716de9224d0d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Unset dirty status for tenant:fd6c469cc4bb48249b325f9ce0c91c69 on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:44:06.173147 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-e2d0fdc8-3289-4bd3-91a6-716de9224d0d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.41 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 821 time: 0.3429310 Nov 12 07:44:06.195444 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Request body: {'port': {'device_id': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4', 'admin_state_up': True, 'tenant_id': 'fd6c469cc4bb48249b325f9ce0c91c69'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:06.365836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:06.371649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Usage tracker for resource:port and tenant:fd6c469cc4bb48249b325f9ce0c91c69 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:06.375405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:06.389025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:06.401268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Made reservation on behalf of fd6c469cc4bb48249b325f9ce0c91c69 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:44:06.407092 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:06.590772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Calling delete_port for c397566d-3d51-4708-9a14-3d4570de676f owned by network:router_gateway {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:06.662517 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cc0cecab-f0e3-429e-a858-e9d31f2cd957 req-e48381ff-d9b7-41ee-9b60-f1785c088079 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 210 time: 0.4772596 Nov 12 07:44:06.663630 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Deleting port bc277dd2-1755-4096-b498-707f48039694 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:06.664003 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:06.981403 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:06.982457 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:07.026150 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Allocated IP 172.20.0.3 (71dec89f-760d-4076-aef8-88ce965d6ab4/91b4bd9f-33e6-4c57-b5d3-59c0cee59e90/1a4d7469-9639-45e9-82f8-675c437f4259) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:44:07.166352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Calling delete_port for bc277dd2-1755-4096-b498-707f48039694 owned by network:floatingip {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:07.232928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a81f-cd8d-44f0-8c94-5abc3a3894fb req-76d88084-1577-4c61-bf62-1d3226d1fc63 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:07.234590 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2271a81f-cd8d-44f0-8c94-5abc3a3894fb req-76d88084-1577-4c61-bf62-1d3226d1fc63 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 945 time: 0.3869646 Nov 12 07:44:07.246835 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:07.249002 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:07.274040 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c768ca7e-a7fb-48e5-93d5-e6631ba4c545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:07.277047 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:07.294983 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:07.396289 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:07.398099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=c397566d-3d51-4708-9a14-3d4570de676f,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:07.411509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c02a9d35-8f50-4daa-9639-7c3dc8f67066 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:07.420289 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:07.440297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Pushing event updated for resources: {'Port': ['ID=1a4d7469-9639-45e9-82f8-675c437f4259,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:07.453660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: c02a9d35-8f50-4daa-9639-7c3dc8f67066 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:44:07.453787 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:07.454059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c02a9d35-8f50-4daa-9639-7c3dc8f67066 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:44:07.497310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Network 71dec89f-760d-4076-aef8-88ce965d6ab4 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:44:07.498571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:44:07.500380 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2271a81f-cd8d-44f0-8c94-5abc3a3894fb req-218f0974-9154-4fc5-836f-d4a12888ea02 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571185 Nov 12 07:44:07.501207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:44:07.505650 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:07.506507 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:07.550925 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3642206 Nov 12 07:44:07.560020 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:07.564559 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Request body: {'port': {'device_id': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:07.578056 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-74cfa4de-86e3-40d2-8b48-b2aee5e7aa82 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:07.691904 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:07.703055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Pushing event deleted for resources: {'Port': ['ID=bc277dd2-1755-4096-b498-707f48039694,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:07.711080 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:07.980172 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7950908'] for router_gateway, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.167355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4d7469-9639-45e9-82f8-675c437f4259 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:44:08.174855 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.188336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Transition to ACTIVE for port object 1a4d7469-9639-45e9-82f8-675c437f4259 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:44:08.191739 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.208100 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fefcd171-6045-4b4b-b9b3-117cef6c1cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:08.357693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d7469-9639-45e9-82f8-675c437f4259,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:08.371797 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:08.484047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46842) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:08.509393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Attempting to bind port 1a4d7469-9639-45e9-82f8-675c437f4259 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:44:08.509774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Attempting to bind port 1a4d7469-9639-45e9-82f8-675c437f4259 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:44:08.510150 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Attempting to bind port 1a4d7469-9639-45e9-82f8-675c437f4259 on network 71dec89f-760d-4076-aef8-88ce965d6ab4 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:44:08.517790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:44:08.517790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Checking segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:44:08.518222 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.518619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Bound using segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:44:08.519099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Bound port: 1a4d7469-9639-45e9-82f8-675c437f4259, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:44:08.519473 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.569813 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7985234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718819'] for router, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.581652 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks [] for floatingip, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.586859 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.594230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687132ee-99e8-4731-a9cb-e855b8e15f9a req-2e6be48f-790e-4737-b602-ebe03600fd7c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:08.595850 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-687132ee-99e8-4731-a9cb-e855b8e15f9a req-2e6be48f-790e-4737-b602-ebe03600fd7c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 950 time: 0.6890228 Nov 12 07:44:08.623184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:44:08.626847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=1a4d7469-9639-45e9-82f8-675c437f4259,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:44:08.630757 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.644848 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d65077a-f833-4e95-ac07-fb3ed5b70400 tempest-AggregatesAdminTestJSON-1809374509 tempest-AggregatesAdminTestJSON-1809374509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:08.647836 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.649145 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c0fc5253-c5bf-4caa-b46c-d5f8b2195bf0 req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "DELETE /v2.0/floatingips/56adb667-43a3-44c8-be12-c80a8201f275 HTTP/1.1" status: 204 len: 173 time: 3.0052350 Nov 12 07:44:08.679653 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985400'] for router, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.680648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e185d161-d6b3-4fdd-a5c8-a68cb74c5cee {{(pid=80792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 12 07:44:08.691953 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-687132ee-99e8-4731-a9cb-e855b8e15f9a req-3a5fcec4-146d-4a5a-86f6-8f0967d1b004 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856569 Nov 12 07:44:08.694067 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Notify callbacks [] for router, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.695207 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] 10.222.0.40 "DELETE /v2.0/routers/e185d161-d6b3-4fdd-a5c8-a68cb74c5cee HTTP/1.1" status: 204 len: 168 time: 4.9792032 Nov 12 07:44:08.698938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 46852) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:08.775994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-113d4dac-8e90-4f23-acae-2317653cf965 admin admin] Deleting subnet 34aa7fdb-2804-4cad-9817-1cacd79178f3 {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:44:08.779805 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-113d4dac-8e90-4f23-acae-2317653cf965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.817493 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9939724f-6e9e-4d67-85d5-30ce6caf4107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.893343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d7469-9639-45e9-82f8-675c437f4259,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:08.896883 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-113d4dac-8e90-4f23-acae-2317653cf965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.909414 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:08.918222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9939724f-6e9e-4d67-85d5-30ce6caf4107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:08.923940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9939724f-6e9e-4d67-85d5-30ce6caf4107 admin admin] Usage tracker for resource:security_group_rule and tenant:68f203ecf25442c9b5426f0eb0ea44a6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:08.930789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9939724f-6e9e-4d67-85d5-30ce6caf4107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:08.939173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9939724f-6e9e-4d67-85d5-30ce6caf4107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:08.958622 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:08.959988 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] 10.222.0.41 "PUT /v2.0/ports/1a4d7469-9639-45e9-82f8-675c437f4259 HTTP/1.1" status: 200 len: 1155 time: 1.4012659 Nov 12 07:44:08.960534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:09.010348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74e329-c408-43dc-9db1-d49051a18098 req-bfc555a6-dfc2-440c-a075-7292b06c4187 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:09.012522 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ec74e329-c408-43dc-9db1-d49051a18098 req-bfc555a6-dfc2-440c-a075-7292b06c4187 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 943 time: 0.1865153 Nov 12 07:44:09.051541 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-113d4dac-8e90-4f23-acae-2317653cf965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:09.115255 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9939724f-6e9e-4d67-85d5-30ce6caf4107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:09.121653 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9939724f-6e9e-4d67-85d5-30ce6caf4107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:09.130762 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:09.157894 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ec74e329-c408-43dc-9db1-d49051a18098 req-f06c5838-78c8-4caa-b9ed-bcfe51324ce1 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370623 Nov 12 07:44:09.188539 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-0d2ac4ce-b52d-4e09-922b-491720dc335d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 1158 time: 0.1749012 Nov 12 07:44:09.189647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939724f-6e9e-4d67-85d5-30ce6caf4107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decfcbeb-483c-4e47-aa2f-de2de641a01b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:09.210339 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9939724f-6e9e-4d67-85d5-30ce6caf4107 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=68f203ecf25442c9b5426f0eb0ea44a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7250562 Nov 12 07:44:09.211415 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9939724f-6e9e-4d67-85d5-30ce6caf4107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:09.213481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46896) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:09.307838 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-4c2cc2ee-6bf0-4abf-a65d-0f70bea80d57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a4d7469-9639-45e9-82f8-675c437f4259 HTTP/1.1" status: 200 len: 217 time: 0.0953522 Nov 12 07:44:09.401332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13653d-f662-4529-b6e0-54afbc986503 req-20e7a19b-a70b-4cb1-9b9c-592c6644c289 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:09.402965 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-20e7a19b-a70b-4cb1-9b9c-592c6644c289 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.0870461 Nov 12 07:44:09.431644 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-113d4dac-8e90-4f23-acae-2317653cf965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:09.448585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c397566d-3d51-4708-9a14-3d4570de676f no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:09.457649 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:09.468191 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-1c2c3d06-482a-4c60-a666-a12047cb5639 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556598 Nov 12 07:44:09.469243 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca7864c6-de21-4217-9c36-7e04a9aa5ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:09.507078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: c397566d-3d51-4708-9a14-3d4570de676f {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:44:09.507753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c397566d-3d51-4708-9a14-3d4570de676f not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:44:09.521239 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d4dac-8e90-4f23-acae-2317653cf965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34aa7fdb-2804-4cad-9817-1cacd79178f3,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:09.597589 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-113d4dac-8e90-4f23-acae-2317653cf965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:09.655122 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca7864c6-de21-4217-9c36-7e04a9aa5ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:09.683015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc74e8-2de8-4ba9-85c7-8429980cf517 req-2d3c7e1d-0b65-499c-a892-c364aba5c636 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:09.684986 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-14dc74e8-2de8-4ba9-85c7-8429980cf517 req-2d3c7e1d-0b65-499c-a892-c364aba5c636 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 945 time: 0.3136456 Nov 12 07:44:09.689869 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-113d4dac-8e90-4f23-acae-2317653cf965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:09.695321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e7e575-ddde-419b-b52a-a1e687e4d7d6 None None] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:44:09.720417 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-113d4dac-8e90-4f23-acae-2317653cf965 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/34aa7fdb-2804-4cad-9817-1cacd79178f3 HTTP/1.1" status: 204 len: 168 time: 1.0201550 Nov 12 07:44:09.722101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46906) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:09.722906 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca7864c6-de21-4217-9c36-7e04a9aa5ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:09.733592 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e38cec0e-a8ec-451c-afcf-d2359d935fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:09.785553 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-14dc74e8-2de8-4ba9-85c7-8429980cf517 req-ff03ccdc-a892-4cc1-972f-31163570dcdc tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721672 Nov 12 07:44:09.884154 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259', 'status': 'completed', 'code': 200} Nov 12 07:44:09.894201 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-b69d2fda-b4a9-4ed9-a2ee-230c390454c3 service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110997 Nov 12 07:44:09.900608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7864c6-de21-4217-9c36-7e04a9aa5ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decfcbeb-483c-4e47-aa2f-de2de641a01b,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:09.903700 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ca7864c6-de21-4217-9c36-7e04a9aa5ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:09.948558 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca7864c6-de21-4217-9c36-7e04a9aa5ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:09.952844 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ca7864c6-de21-4217-9c36-7e04a9aa5ee1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/decfcbeb-483c-4e47-aa2f-de2de641a01b HTTP/1.1" status: 204 len: 168 time: 0.6802752 Nov 12 07:44:10.026623 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:10.035000 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb088894-214d-4b48-9ee8-97ac70a144f3 req-df316ffd-a0e2-4b6d-9126-1676414f1877 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 1165 time: 0.1111884 Nov 12 07:44:10.059215 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bb088894-214d-4b48-9ee8-97ac70a144f3 req-811b52e9-7cfd-419f-867d-524aec32b850 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:10.111474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-bb088894-214d-4b48-9ee8-97ac70a144f3 req-811b52e9-7cfd-419f-867d-524aec32b850 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:10.116500 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-bb088894-214d-4b48-9ee8-97ac70a144f3 req-811b52e9-7cfd-419f-867d-524aec32b850 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Usage tracker for resource:security_group_rule and tenant:81f76f8bcfbd425294c3b836b351f344 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:10.120603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-bb088894-214d-4b48-9ee8-97ac70a144f3 req-811b52e9-7cfd-419f-867d-524aec32b850 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:10.131920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-bb088894-214d-4b48-9ee8-97ac70a144f3 req-811b52e9-7cfd-419f-867d-524aec32b850 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:10.134034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e7c42f-8452-48b0-a3f9-c1b12d4c2f9d None None] DHCP port deletion for d7635f92-d2c1-4bc0-a958-b079b0aa970d request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:44:10.138315 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-64e7c42f-8452-48b0-a3f9-c1b12d4c2f9d None None] Deleting port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:10.138742 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-64e7c42f-8452-48b0-a3f9-c1b12d4c2f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:10.230358 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bb088894-214d-4b48-9ee8-97ac70a144f3 req-811b52e9-7cfd-419f-867d-524aec32b850 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:10.240124 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bb088894-214d-4b48-9ee8-97ac70a144f3 req-811b52e9-7cfd-419f-867d-524aec32b850 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:10.248998 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-96e87072-dc3e-46d5-a752-53f64fa53d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:10.305617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b52e9-7cfd-419f-867d-524aec32b850 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Pushing event updated for resources: {'SecurityGroup': ['ID=fd063a4c-9441-45d0-8302-8364aef3a1e2,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:10.311140 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-811b52e9-7cfd-419f-867d-524aec32b850 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:10.329008 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb088894-214d-4b48-9ee8-97ac70a144f3 req-811b52e9-7cfd-419f-867d-524aec32b850 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927198 Nov 12 07:44:10.475722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Deleting port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:10.476103 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:10.550076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46950) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:10.579100 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa853da4-56cf-4469-8788-586a5f67d4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:10.647337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15c890-ffc4-433d-99fd-4145e654adea req-987bd2de-8f09-4e37-a6b1-aa479f7f205a tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:10.661865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cf15c890-ffc4-433d-99fd-4145e654adea req-987bd2de-8f09-4e37-a6b1-aa479f7f205a tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Synchronizing usage tracker for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:44:10.694615 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b13653d-f662-4529-b6e0-54afbc986503 req-308e409e-1eaf-454a-9f5a-f2ffe9ffbcd9 service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7893596 Nov 12 07:44:10.742873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-64e7c42f-8452-48b0-a3f9-c1b12d4c2f9d None None] For port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=9ae27eb5-4fa0-458a-ab2c-9b727db9dd91,segment=NetworkSegment(3769a418-a2a1-4167-84b8-4d5cfe899909),segment_id=3769a418-a2a1-4167-84b8-4d5cfe899909)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:10.744201 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-64e7c42f-8452-48b0-a3f9-c1b12d4c2f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:10.744330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cf15c890-ffc4-433d-99fd-4145e654adea req-987bd2de-8f09-4e37-a6b1-aa479f7f205a tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Unset dirty status for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:44:10.745435 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf15c890-ffc4-433d-99fd-4145e654adea req-987bd2de-8f09-4e37-a6b1-aa479f7f205a tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 945 time: 0.2713814 Nov 12 07:44:10.822701 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf15c890-ffc4-433d-99fd-4145e654adea req-80b3c27d-846e-474d-882a-0ffe7db9b588 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685503 Nov 12 07:44:10.846780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856f5de-afdf-4ab4-a27b-51bee7aae9cb req-e99b37eb-cc19-4f18-862f-6272a67ad316 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:10.848934 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8856f5de-afdf-4ab4-a27b-51bee7aae9cb req-e99b37eb-cc19-4f18-862f-6272a67ad316 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 943 time: 0.1571929 Nov 12 07:44:10.878496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-64e7c42f-8452-48b0-a3f9-c1b12d4c2f9d None None] Calling delete_port for 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:10.897128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aa853da4-56cf-4469-8788-586a5f67d4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:10.908673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aa853da4-56cf-4469-8788-586a5f67d4c1 admin admin] Usage tracker for resource:security_group_rule and tenant:2ad78dcc2011479b9190d2d9e4825e86 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:10.912602 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] For port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=9ae27eb5-4fa0-458a-ab2c-9b727db9dd91,segment=NetworkSegment(3769a418-a2a1-4167-84b8-4d5cfe899909),segment_id=3769a418-a2a1-4167-84b8-4d5cfe899909)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:10.913022 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:10.927015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aa853da4-56cf-4469-8788-586a5f67d4c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:10.989787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aa853da4-56cf-4469-8788-586a5f67d4c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:10.990110 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-64e7c42f-8452-48b0-a3f9-c1b12d4c2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:11.017531 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8856f5de-afdf-4ab4-a27b-51bee7aae9cb req-3e08f85e-e992-4f9c-91b9-c678adfd5c7d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002557 Nov 12 07:44:11.068352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0450596-e2aa-4d88-a14f-f38511fa0738 req-41ccfbbc-fc88-465b-82c4-1ba184f1e627 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:11.068794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Calling delete_port for 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:11.070764 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d0450596-e2aa-4d88-a14f-f38511fa0738 req-41ccfbbc-fc88-465b-82c4-1ba184f1e627 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.41 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 945 time: 0.2347026 Nov 12 07:44:11.130332 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75d229e2-9f92-4c84-a21c-0f2ebb987093 req-fd161495-8c89-44c6-bfb8-342dc10c4bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 1158 time: 0.3567026 Nov 12 07:44:11.173048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-d0450596-e2aa-4d88-a14f-f38511fa0738 req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Deleting port b6625e6f-1eeb-490e-92ac-644b912c4427 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:11.173589 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d0450596-e2aa-4d88-a14f-f38511fa0738 req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:11.203167 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:11.270408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7c42f-8452-48b0-a3f9-c1b12d4c2f9d None None] Pushing event deleted for resources: {'Port': ['ID=9ae27eb5-4fa0-458a-ab2c-9b727db9dd91,revision_number=None']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:11.273584 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-64e7c42f-8452-48b0-a3f9-c1b12d4c2f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:11.308101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e7c42f-8452-48b0-a3f9-c1b12d4c2f9d None None] No DVR routers for this DVR port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 on host n-d-761264-6 {{(pid=80794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:44:11.395264 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-dc6f66f5-86aa-45a0-8044-c0d971c6bf51 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068814 Nov 12 07:44:11.441629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:11.462069 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:44:11.462688 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:44:11.473818 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa853da4-56cf-4469-8788-586a5f67d4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:11.486111 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:44:11.486503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:44:11.493948 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa853da4-56cf-4469-8788-586a5f67d4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:11.506216 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-049092a7-b38f-4845-a4df-231ca70d661e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:11.535804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d229e2-9f92-4c84-a21c-0f2ebb987093 req-502651fe-c4c8-4d1c-8ad5-c6bcc042a975 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:11.537610 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75d229e2-9f92-4c84-a21c-0f2ebb987093 req-502651fe-c4c8-4d1c-8ad5-c6bcc042a975 service neutron] 10.222.0.41 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.3948169 Nov 12 07:44:11.627346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa853da4-56cf-4469-8788-586a5f67d4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80549876-f81c-4ff5-b03b-e17f5955cd7e,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:11.631698 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aa853da4-56cf-4469-8788-586a5f67d4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:11.635594 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75d229e2-9f92-4c84-a21c-0f2ebb987093 req-62d01852-99b1-40cc-ab44-dcbcd8bc9b5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a4d7469-9639-45e9-82f8-675c437f4259 HTTP/1.1" status: 200 len: 217 time: 0.0868261 Nov 12 07:44:11.641286 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-aa853da4-56cf-4469-8788-586a5f67d4c1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2ad78dcc2011479b9190d2d9e4825e86&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0900493 Nov 12 07:44:11.642352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 46998) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:11.691035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b1cb3-2be2-4618-a072-64aa87d2ec65 req-0105a53c-d67e-43f9-9540-7aa21aae290d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:11.692720 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-677b1cb3-2be2-4618-a072-64aa87d2ec65 req-0105a53c-d67e-43f9-9540-7aa21aae290d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 945 time: 0.4120445 Nov 12 07:44:11.754705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-d0450596-e2aa-4d88-a14f-f38511fa0738 req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] For port b6625e6f-1eeb-490e-92ac-644b912c4427, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b6625e6f-1eeb-490e-92ac-644b912c4427,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:11.754943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d229e2-9f92-4c84-a21c-0f2ebb987093 req-a202e73c-502e-4d8f-8257-4bb02f0d531d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:11.755054 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d0450596-e2aa-4d88-a14f-f38511fa0738 req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:11.756471 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75d229e2-9f92-4c84-a21c-0f2ebb987093 req-a202e73c-502e-4d8f-8257-4bb02f0d531d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.1115291 Nov 12 07:44:11.770130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2fb68dcc-8f5f-4bad-b92b-6391258148ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:11.771753 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2fb68dcc-8f5f-4bad-b92b-6391258148ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3676517 Nov 12 07:44:11.819411 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75d229e2-9f92-4c84-a21c-0f2ebb987093 req-efa2a45e-de5c-4cfa-9b7a-439178eb8676 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497761 Nov 12 07:44:11.820285 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d8741b90-802a-4701-8d4c-cff081172bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:11.918243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-d0450596-e2aa-4d88-a14f-f38511fa0738 req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Calling delete_port for b6625e6f-1eeb-490e-92ac-644b912c4427 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:11.932216 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d8741b90-802a-4701-8d4c-cff081172bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:11.964242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Deleting port 9ae27eb5-4fa0-458a-ab2c-9b727db9dd91 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:11.964612 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:11.981735 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-677b1cb3-2be2-4618-a072-64aa87d2ec65 req-8a4a6ce7-2b38-41b3-8fc5-9d6293468a71 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697043 Nov 12 07:44:11.985437 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-a7431cb6-8d0f-473e-ac6e-d662a8bc6803 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/quotas/f9baf28c49804d348f7d8c02b4915fb2 HTTP/1.1" status: 200 len: 375 time: 0.1999559 Nov 12 07:44:12.054841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47010) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:12.063002 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] The port '9ae27eb5-4fa0-458a-ab2c-9b727db9dd91' was deleted {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}} Nov 12 07:44:12.206958 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75d229e2-9f92-4c84-a21c-0f2ebb987093 req-b91000c2-2875-4ee1-8d4d-eab46f146cbd service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762147 Nov 12 07:44:12.211560 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d8741b90-802a-4701-8d4c-cff081172bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:12.219928 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-66c7e392-fd2a-4fbd-942a-1930a4a7205e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:12.246518 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-f41a203f-f0b3-4dcf-8dfb-31463a6c9e13 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2540755 Nov 12 07:44:12.255874 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:12.267506 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3689db49-0137-4549-b12e-117921a0ee81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:12.286094 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d0450596-e2aa-4d88-a14f-f38511fa0738 req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:12.305513 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:12.335917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8741b90-802a-4701-8d4c-cff081172bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80549876-f81c-4ff5-b03b-e17f5955cd7e,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:12.338790 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d8741b90-802a-4701-8d4c-cff081172bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:12.365191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Pushing event deleted for resources: {'Port': ['ID=b6625e6f-1eeb-490e-92ac-644b912c4427,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:12.455563 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d8741b90-802a-4701-8d4c-cff081172bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:12.460875 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d8741b90-802a-4701-8d4c-cff081172bdc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/80549876-f81c-4ff5-b03b-e17f5955cd7e HTTP/1.1" status: 204 len: 168 time: 0.8171070 Nov 12 07:44:12.498874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-35c1d4ee-f989-4a72-bd50-711b47e3ccab None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:44:12.513548 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.513941 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.514735 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.515187 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > port after_create 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.515557 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.516063 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > port after_update 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.516431 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.516804 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.517234 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.517578 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.584331 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.584719 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.585114 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.585486 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80793) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 12 07:44:12.585865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7635f92-d2c1-4bc0-a958-b079b0aa970d']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:12.613571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3769a418-a2a1-4167-84b8-4d5cfe899909') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:12.613900 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3769a418-a2a1-4167-84b8-4d5cfe899909') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:12.633452 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:12.643698 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75d229e2-9f92-4c84-a21c-0f2ebb987093 req-f029753d-c097-4e44-8f19-5e15e24afd26 service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4285169 Nov 12 07:44:12.655319 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:12.657912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:44:12.701404 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:12.729100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3689db49-0137-4549-b12e-117921a0ee81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:12.744693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492f1cf-c2da-452e-9937-8e4f27e31093 req-e5121d78-f5d9-496c-801d-5a29b007bbd1 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:12.746495 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6492f1cf-c2da-452e-9937-8e4f27e31093 req-e5121d78-f5d9-496c-801d-5a29b007bbd1 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 945 time: 0.5907381 Nov 12 07:44:12.750169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3689db49-0137-4549-b12e-117921a0ee81 admin admin] Usage tracker for resource:security_group_rule and tenant:21bb96e848c840c29c5854aed36e33f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:12.763567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3689db49-0137-4549-b12e-117921a0ee81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:12.792871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3689db49-0137-4549-b12e-117921a0ee81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:12.799857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 1a4d7469-9639-45e9-82f8-675c437f4259 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:12.909661 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6492f1cf-c2da-452e-9937-8e4f27e31093 req-fa009690-4cc9-4c65-ae59-03b7f7e00923 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/security-groups?id=acf907ce-1966-423d-bead-2575d6207edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427915 Nov 12 07:44:12.960958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:44:12.985818 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:12.991772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 1a4d7469-9639-45e9-82f8-675c437f4259 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:44:13.002672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 1a4d7469-9639-45e9-82f8-675c437f4259 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:13.003237 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:13.037996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0450596-e2aa-4d88-a14f-f38511fa0738 req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] No DVR routers for this DVR port b6625e6f-1eeb-490e-92ac-644b912c4427 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:44:13.051529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d0450596-e2aa-4d88-a14f-f38511fa0738 req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:13.054692 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'name': 'network-vif-deleted', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:13.148425 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3689db49-0137-4549-b12e-117921a0ee81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:13.151819 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d0450596-e2aa-4d88-a14f-f38511fa0738 req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.41 "DELETE /v2.0/ports/b6625e6f-1eeb-490e-92ac-644b912c4427 HTTP/1.1" status: 204 len: 173 time: 2.0748267 Nov 12 07:44:13.162772 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3689db49-0137-4549-b12e-117921a0ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:13.179139 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:13.283241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689db49-0137-4549-b12e-117921a0ee81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d2a7ca-4525-4456-b19d-0764e078bf70,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:13.303886 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:13.309288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46b366-ca36-4614-a1e3-702a568fae60 req-f27f27a5-ebdd-4203-bc9b-9bb9debbe7b1 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:13.322601 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d46b366-ca36-4614-a1e3-702a568fae60 req-f27f27a5-ebdd-4203-bc9b-9bb9debbe7b1 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 943 time: 0.3356185 Nov 12 07:44:13.324867 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3689db49-0137-4549-b12e-117921a0ee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:13.333711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Network d7635f92-d2c1-4bc0-a958-b079b0aa970d has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: (rel_b, rel_a, rel_b), Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: (rel_b, rel_a, rel_b), Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:44:13.384125 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:44:13.399770 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3689db49-0137-4549-b12e-117921a0ee81 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=21bb96e848c840c29c5854aed36e33f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3401432 Nov 12 07:44:13.400466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47048) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:13.418893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=1a4d7469-9639-45e9-82f8-675c437f4259,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:13.420485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:13.428746 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:13.431413 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c57ece0f-59cf-4c30-9f25-4f0e4f8685a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:13.477637 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d46b366-ca36-4614-a1e3-702a568fae60 req-2177ae07-ab53-4622-989b-ed6d775c4fb3 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539152 Nov 12 07:44:13.556934 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b6625e6f-1eeb-490e-92ac-644b912c4427 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:13.653190 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:13.667932 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:13.689183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] No Port match for: b6625e6f-1eeb-490e-92ac-644b912c4427 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:44:13.690215 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b6625e6f-1eeb-490e-92ac-644b912c4427 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:44:13.693793 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5a3ba74-4918-4330-84ea-13356f45f48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:13.705793 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49267f7-a854-43bd-ab0c-e828c32332da', 'name': 'network-vif-deleted', 'tag': 'b6625e6f-1eeb-490e-92ac-644b912c4427', 'status': 'completed', 'code': 200} Nov 12 07:44:13.761430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=1a4d7469-9639-45e9-82f8-675c437f4259,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:13.772063 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:13.779847 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259', 'code': 200} Nov 12 07:44:13.842573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7635f92-d2c1-4bc0-a958-b079b0aa970d,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:13.846479 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:13.876988 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] 10.222.0.40 "DELETE /v2.0/networks/d7635f92-d2c1-4bc0-a958-b079b0aa970d HTTP/1.1" status: 204 len: 168 time: 4.1494341 Nov 12 07:44:13.896656 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e497-19d2-45a1-b61e-2547e9e78569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:13.981437 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e497-19d2-45a1-b61e-2547e9e78569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:14.028672 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24e7a90c-72f0-4494-b1b0-61c41d170503 req-4b9f68b5-6042-4f9e-8c68-c4c652bf0269 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 210 time: 0.0667043 Nov 12 07:44:14.077999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febddb4b-a207-44e3-be16-54efefe2132a req-cfda1660-a77b-4444-b95c-b1eaf5650755 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:14.086196 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-febddb4b-a207-44e3-be16-54efefe2132a req-cfda1660-a77b-4444-b95c-b1eaf5650755 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 945 time: 0.3564923 Nov 12 07:44:14.107835 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-7734a921-a454-48fd-ad86-1197d2702d91 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.33 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 1160 time: 0.3466134 Nov 12 07:44:14.123077 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b39db4d0-89d3-49f4-bc04-cab54cef5a39 req-298f995b-9b1b-40ee-9b27-da65f0ed4e93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 1160 time: 0.2719269 Nov 12 07:44:14.124017 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-6'}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:14.164210 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-febddb4b-a207-44e3-be16-54efefe2132a req-7a413254-7f57-4a13-87c4-c71cac332cc6 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762076 Nov 12 07:44:14.224205 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b39db4d0-89d3-49f4-bc04-cab54cef5a39 req-07680deb-aac8-40c7-b8fe-5680a240a359 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770464 Nov 12 07:44:14.298583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e6a876cf-7d43-41a1-a698-a219adb3e55b req-9b823e72-5d7d-4b8c-b079-03d0b5319e7e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Synchronizing usage tracker for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:44:14.306172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 1a4d7469-9639-45e9-82f8-675c437f4259 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:14.323669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e6a876cf-7d43-41a1-a698-a219adb3e55b req-9b823e72-5d7d-4b8c-b079-03d0b5319e7e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Unset dirty status for tenant:b94e26b1dcd6414d92a7572ce007879f on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:44:14.325033 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6a876cf-7d43-41a1-a698-a219adb3e55b req-9b823e72-5d7d-4b8c-b079-03d0b5319e7e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] 10.222.0.40 "GET /v2.0/ports?device_id=d49267f7-a854-43bd-ab0c-e828c32332da HTTP/1.1" status: 200 len: 210 time: 0.0845087 Nov 12 07:44:14.347356 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e497-19d2-45a1-b61e-2547e9e78569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:14.365705 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-397d83b0-7693-45ee-b0b4-e6232a546e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:14.382750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0e497-19d2-45a1-b61e-2547e9e78569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d2a7ca-4525-4456-b19d-0764e078bf70,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:14.385321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47076) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:14.390623 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fbe0e497-19d2-45a1-b61e-2547e9e78569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:14.396562 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e497-19d2-45a1-b61e-2547e9e78569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:14.400532 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fbe0e497-19d2-45a1-b61e-2547e9e78569 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/04d2a7ca-4525-4456-b19d-0764e078bf70 HTTP/1.1" status: 204 len: 168 time: 0.9987698 Nov 12 07:44:14.403741 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:14.453297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 1a4d7469-9639-45e9-82f8-675c437f4259 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:14.453725 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:14.463361 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2bc5b6bc-421a-46a2-9e79-376533219fb9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=73cf674a8f58458f86913494ee570148&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0757012 Nov 12 07:44:14.467129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47082) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:14.592135 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c5526846-cc21-4a76-a321-efaf6a8267ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:14.628038 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c5526846-cc21-4a76-a321-efaf6a8267ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:14.678911 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c5526846-cc21-4a76-a321-efaf6a8267ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:14.690094 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3689db49-0137-4549-b12e-117921a0ee81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:14.713668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5526846-cc21-4a76-a321-efaf6a8267ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf3d048-0739-4a7e-97b0-1bade063b2dc,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:14.719789 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c5526846-cc21-4a76-a321-efaf6a8267ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:14.721839 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c5526846-cc21-4a76-a321-efaf6a8267ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:14.726190 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c5526846-cc21-4a76-a321-efaf6a8267ad admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6cf3d048-0739-4a7e-97b0-1bade063b2dc HTTP/1.1" status: 204 len: 168 time: 0.2573383 Nov 12 07:44:14.917719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec9d5d-6981-4cbc-9d34-80f6f96c6203 req-77559cb6-3939-45d0-a4b8-db97abc9ef39 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:14.920787 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aaec9d5d-6981-4cbc-9d34-80f6f96c6203 req-77559cb6-3939-45d0-a4b8-db97abc9ef39 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 945 time: 0.1264877 Nov 12 07:44:15.023741 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aaec9d5d-6981-4cbc-9d34-80f6f96c6203 req-34a4b311-05d0-482f-becc-85e4e67e672d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931528 Nov 12 07:44:15.171607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:15.243955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:44:15.338277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:15.355192 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:15.369542 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:15.406760 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e7507f8-bf04-4bf9-8ef6-3cef556c3cd2 req-d5122626-2bbe-4134-80cd-169318244763 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 210 time: 0.1579773 Nov 12 07:44:15.415921 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:15.708150 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85201ca1-30db-4fab-8e90-60f75639adf3 req-4c5b0122-b362-4a05-a5f1-7a98fd20fe40 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:15.712143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47112) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:15.714042 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2', 'code': 200} Nov 12 07:44:15.716629 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-85201ca1-30db-4fab-8e90-60f75639adf3 req-4c5b0122-b362-4a05-a5f1-7a98fd20fe40 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 943 time: 0.2799721 Nov 12 07:44:15.828174 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-85201ca1-30db-4fab-8e90-60f75639adf3 req-b7e03395-caad-4e36-a565-6bbcc48e5b08 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985723 Nov 12 07:44:15.941373 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,revision_number=6']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:15.948767 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:15.975111 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-62482bb1-75dd-4640-9115-890c02f33d7c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753729 Nov 12 07:44:16.258286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Attempting to bind port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 on host n-h1-761264-6 for vnic_type normal with profile {"migrating_to": "n-h2-761264-6"} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:44:16.258663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Attempting to bind port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:44:16.259031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Attempting to bind port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 on network bdcf583c-9b91-4b67-8d2c-23531a9270a7 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:44:16.267039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:44:16.267416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Checking segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:44:16.268126 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:16.268256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Bound using segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:44:16.268654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Bound port: e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:44:16.269068 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:16.317728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-24481f8c-daf3-40ab-b55e-cc62e40f7a27 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:16.319630 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-24481f8c-daf3-40ab-b55e-cc62e40f7a27 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3392718 Nov 12 07:44:16.326712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e35dd4a9-029a-4195-9c8e-bb6d66e992f2 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:16.413962 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Request body: {'port': {'device_id': '3f701a91-31cb-462d-b23e-0e0f18cbd8f7', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'f9baf28c49804d348f7d8c02b4915fb2'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:16.427125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:44:16.430930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:44:16.451306 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:16.474748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:16.475168 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:16.533145 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-14e56c11-55d4-4e5b-9054-5219990dea23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:16.696262 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-e0c0cbf4-fe4a-4d7a-bf06-d45a1159f63a tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3194687 Nov 12 07:44:16.706293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:16.719199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:16.747899 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:16.785792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,revision_number=7']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:16.809441 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:16.815003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:16.833718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:16.839853 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:16.950380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-d72e42d2-fbbc-463a-9190-12bd1f50223c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:16.952046 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-d72e42d2-fbbc-463a-9190-12bd1f50223c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092636 Nov 12 07:44:16.982060 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f342b35d-7017-470c-8961-c0b4164d8b1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:16.989028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Made reservation on behalf of f9baf28c49804d348f7d8c02b4915fb2 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:44:16.994732 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:17.027341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Request body: {'port': {'device_id': 'fa42fc83-db70-49df-b9e1-ddfac600ab40', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'f9baf28c49804d348f7d8c02b4915fb2'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:17.132204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,revision_number=8']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:17.141480 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:17.172393 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-07fe17e6-6743-43e7-96be-d8aad79d8c61 req-1283dbf8-6b23-4607-aaae-c9ae92b7aae9 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 210 time: 0.4322207 Nov 12 07:44:17.294098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:17.320536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:17.336435 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:17.338307 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] 10.222.0.33 "PUT /v2.0/ports/e35dd4a9-029a-4195-9c8e-bb6d66e992f2 HTTP/1.1" status: 200 len: 1185 time: 3.2194533 Nov 12 07:44:17.357904 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Made reservation on behalf of f9baf28c49804d348f7d8c02b4915fb2 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:44:17.362103 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982396'] for router_interface, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:17.363579 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:17.444364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79ec09-cf50-4848-9d64-b38fa250f41a req-954dbc07-b8a3-44fd-ba3e-f121bfcb93bf tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:17.452136 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a79ec09-cf50-4848-9d64-b38fa250f41a req-954dbc07-b8a3-44fd-ba3e-f121bfcb93bf tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 945 time: 1.1279063 Nov 12 07:44:17.700291 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a79ec09-cf50-4848-9d64-b38fa250f41a req-060e7453-7917-407a-9b3e-0c1f8f9c082a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469988 Nov 12 07:44:17.727625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:17.766718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47172) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:17.804719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Allocated IP 192.168.233.251 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/947f8c71-44e2-437b-9170-c2eec74d8547) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:44:17.807596 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2', 'code': 200} Nov 12 07:44:18.022934 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-949288846-network', 'tenant_id': '78156912eb564e06b81d60dc24f1e5f0'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:18.044002 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:18.053135 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Usage tracker for resource:network and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:18.059368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:18.099077 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:18.183418 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Made reservation on behalf of 78156912eb564e06b81d60dc24f1e5f0 for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:44:18.188210 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:18.227957 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:18.246488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Deleting port d1729312-6a0e-46b4-a912-bf892c407661 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:18.246873 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:18.297356 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-5b065b4e-bf17-4332-96dd-ae7dcc530bc5 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/networks?tenant_id=a18119eb72a645088894131a306816b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571010 Nov 12 07:44:18.313940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903bc05-1d6b-45bd-a5ae-f27d623e6e6c req-884124f1-aac7-44a2-bc0b-c52114fcfa2c tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:18.315555 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5903bc05-1d6b-45bd-a5ae-f27d623e6e6c req-884124f1-aac7-44a2-bc0b-c52114fcfa2c tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 945 time: 0.3475394 Nov 12 07:44:18.333322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e35dd4a9-029a-4195-9c8e-bb6d66e992f2 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:18.411882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:18.412303 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:18.431879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] For port d1729312-6a0e-46b4-a912-bf892c407661, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=d1729312-6a0e-46b4-a912-bf892c407661,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:18.432283 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:18.458237 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:18.474335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:18.490523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:18.511940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:18.536415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Transition to ACTIVE for port object 947f8c71-44e2-437b-9170-c2eec74d8547 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:44:18.557536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:18.569759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Calling delete_port for d1729312-6a0e-46b4-a912-bf892c407661 owned by network:router_interface {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:18.597353 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5903bc05-1d6b-45bd-a5ae-f27d623e6e6c req-5cb66fb0-ee0e-40d0-b5b9-4f394aee7779 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451787 Nov 12 07:44:18.620317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895aad-a557-40a0-be8a-b55921ff983a req-eacfb503-c058-43a4-a9ef-ef44e6f0492a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:18.622032 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-eacfb503-c058-43a4-a9ef-ef44e6f0492a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044212 Nov 12 07:44:18.662226 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e6b62cf5-5efa-42b1-8490-1a9e468a383c tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/quotas/a18119eb72a645088894131a306816b2 HTTP/1.1" status: 200 len: 375 time: 0.0325882 Nov 12 07:44:18.696921 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:18.730030 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7dba23c4-b2c6-4b2d-aa75-e97301cbd730 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:19.005533 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2', 'status': 'completed', 'code': 200} Nov 12 07:44:19.127487 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:19.140768 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e0e94108-ad12-4a11-930b-246ec5fa4b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:19.232430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1729312-6a0e-46b4-a912-bf892c407661,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:19.236200 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-ccb65008-9535-4d0b-bdee-f8e5ce83d592 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?tenant_id=a18119eb72a645088894131a306816b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5370235 Nov 12 07:44:19.239357 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:19.307013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Allocated IP 192.168.233.253 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/df836bca-45ee-406a-9848-298642bf32b6) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:44:19.317347 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:19.344202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event updated for resources: {'Port': ['ID=947f8c71-44e2-437b-9170-c2eec74d8547,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:19.353285 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:19.364484 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:19.369310 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-be7b9b93-17f1-4fda-89fe-edb5cf009bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:19.483411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:44:19.532942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeda7c33-a71b-487c-b313-3e49c343608d,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:19.555265 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:19.555721 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Added segment 239a0ed3-7ec5-4359-976d-a4e9365125d8 of type vxlan for network 0e853f04-41fc-4aa7-867a-fa6c6e9b69f9 Nov 12 07:44:19.557244 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:19.579699 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e017e280-cb1a-4e71-ad7a-921594018e35 req-9c94150e-d4dd-4b0b-bf45-18f1ad4783de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 1190 time: 0.8668718 Nov 12 07:44:19.721407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:44:19.743077 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847671257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7982554'] for router_interface, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:19.781299 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:19.798410 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-767f8b5c-dba9-4d75-b83b-919e73279963 req-79f9743f-f404-4218-9a31-9bcce8a708c0 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 1160 time: 0.7083974 Nov 12 07:44:19.800716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:44:19.837697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:44:20.000263 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:44:20.011617 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e2ba032-7ce7-4eec-90c7-7c9dd4daf6ad req-15920fc8-8fa3-4b15-92c2-4234cc5a2848 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 210 time: 0.1401579 Nov 12 07:44:20.100512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:20.101216 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:20.128595 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:20.157586 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-767f8b5c-dba9-4d75-b83b-919e73279963 req-07c077f9-fc76-4be6-805b-7d9ab3f8be08 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580904 Nov 12 07:44:20.164919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:20.165557 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:20.171126 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-0f46f8f2-7ca7-4eb6-aac8-f72b9250a9c2 None None] Provisioning for port 947f8c71-44e2-437b-9170-c2eec74d8547 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:44:20.183603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-0f46f8f2-7ca7-4eb6-aac8-f72b9250a9c2 None None] Provisioning complete for port 947f8c71-44e2-437b-9170-c2eec74d8547 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:20.184127 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0f46f8f2-7ca7-4eb6-aac8-f72b9250a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:20.187907 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:20.207414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Transition to ACTIVE for port object df836bca-45ee-406a-9848-298642bf32b6 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:44:20.256841 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cb216bab-56e9-4586-a0f2-ade1cdc1ed18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:20.266778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-0f46f8f2-7ca7-4eb6-aac8-f72b9250a9c2 None None] Port 947f8c71-44e2-437b-9170-c2eec74d8547 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:44:20.356229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e280-cb1a-4e71-ad7a-921594018e35 req-3fb8cff2-1d18-4884-9c2d-cf402302727a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:20.357741 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e017e280-cb1a-4e71-ad7a-921594018e35 req-3fb8cff2-1d18-4884-9c2d-cf402302727a service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.7672992 Nov 12 07:44:20.380110 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:20.626136 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20f5a4e9-a7e2-42bc-9480-f28f025da3c5 req-763e4608-7603-4219-a397-e0b995059d3d tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 210 time: 0.2709823 Nov 12 07:44:20.640197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0e853f04-41fc-4aa7-867a-fa6c6e9b69f9,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:20.658129 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e017e280-cb1a-4e71-ad7a-921594018e35 req-7dd95ad9-c251-47a5-a60b-c65d4d25a20a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2 HTTP/1.1" status: 200 len: 217 time: 0.2759178 Nov 12 07:44:20.659492 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2503550 Nov 12 07:44:20.660403 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:20.664534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 0e853f04-41fc-4aa7-867a-fa6c6e9b69f9 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:44:20.665281 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8220244e-6d6b-463d-a3cd-ef80eceaad0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:20.672627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Router 902fa1fe-e559-49ce-8b58-cf9b5484f864 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:44:20.699609 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9254780 Nov 12 07:44:20.712185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Request body: {'port': {'device_id': '3f701a91-31cb-462d-b23e-0e0f18cbd8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:20.741988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47222) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:20.818930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 0e853f04-41fc-4aa7-867a-fa6c6e9b69f9 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:44:20.822484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Request body: {'subnet': {'network_id': '0e853f04-41fc-4aa7-867a-fa6c6e9b69f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-949288846-subnet', 'tenant_id': '78156912eb564e06b81d60dc24f1e5f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:20.887816 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-872317b0-2bbb-46b5-aaaf-da1a9057b3a0 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.41 "GET /v2.0/networks?tenant_id=a18119eb72a645088894131a306816b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352848 Nov 12 07:44:20.905336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:20.938325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 0e853f04-41fc-4aa7-867a-fa6c6e9b69f9 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:44:20.942836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Usage tracker for resource:subnet and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:20.982114 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:20.996162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event updated for resources: {'Port': ['ID=df836bca-45ee-406a-9848-298642bf32b6,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:21.011575 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:21.016228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:21.049440 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa9386e7-c03b-4bcc-824f-4fe2d3163ce1 req-33d951ce-274d-49ef-aca5-ee61ab9f2cfb tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/networks?tenant_id=85c3c3dc270a4bd69a94a05b049ad0da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1266155 Nov 12 07:44:21.050481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017e280-cb1a-4e71-ad7a-921594018e35 req-a4072d9e-3e9a-45cb-bd6b-56a83c6f2413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:21.051914 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e017e280-cb1a-4e71-ad7a-921594018e35 req-a4072d9e-3e9a-45cb-bd6b-56a83c6f2413 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.3469346 Nov 12 07:44:21.098176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895aad-a557-40a0-be8a-b55921ff983a req-ec7b38dc-4b1f-41cd-868d-2f3c17a1763e tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:21.099728 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-ec7b38dc-4b1f-41cd-868d-2f3c17a1763e tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937625 Nov 12 07:44:21.122757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Request body: {'port': {'device_id': '5d2d8439-397f-4a82-bf28-0d1b2aa3be30', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'a18119eb72a645088894131a306816b2'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:21.413200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f32c1-7019-43a5-9377-81e7fdca7cca req-6f53546d-4ab6-47e1-9afc-66045ec1eff3 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:21.414980 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b5f32c1-7019-43a5-9377-81e7fdca7cca req-6f53546d-4ab6-47e1-9afc-66045ec1eff3 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 945 time: 1.0499203 Nov 12 07:44:21.424683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Made reservation on behalf of 78156912eb564e06b81d60dc24f1e5f0 for: {'subnet': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:44:21.429668 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5786994'] for subnet, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:21.446275 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e017e280-cb1a-4e71-ad7a-921594018e35 req-0559ecc2-cb81-4f45-8ed5-f0733c269388 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3834362 Nov 12 07:44:21.538525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:21.543879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:44:21.555435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd85976-61b3-4de0-b4a5-a95a3275288c None None] Sync routers for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:44:21.556189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Usage tracker for resource:port and tenant:a18119eb72a645088894131a306816b2 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:21.559960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:21.570413 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] 10.222.0.40 "PUT /v2.0/routers/902fa1fe-e559-49ce-8b58-cf9b5484f864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8458214 Nov 12 07:44:21.570413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:21.571263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47238) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:21.575857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd85976-61b3-4de0-b4a5-a95a3275288c None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:44:21.576738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-5dd85976-61b3-4de0-b4a5-a95a3275288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:44:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:21.647099 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:21.696429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Made reservation on behalf of a18119eb72a645088894131a306816b2 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:44:21.702059 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:21.713930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:44:21.721667 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:21.732773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:44:21.765440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:44:21.779944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:21.790627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Usage tracker for resource:security_group_rule and tenant:a18119eb72a645088894131a306816b2 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:21.794794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:21.802827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:21.810175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-5dd85976-61b3-4de0-b4a5-a95a3275288c None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:44:21.933945 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:21.937170 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Notify callbacks [] for router, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:21.954353 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b5f32c1-7019-43a5-9377-81e7fdca7cca req-64446e1c-ac13-4639-a547-0032b7be3fba tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573150 Nov 12 07:44:21.993579 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:22.011684 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-69744b01-52f7-4319-bb71-2c0b9100e563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:22.034550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9386e7-c03b-4bcc-824f-4fe2d3163ce1 req-07ef2f96-68af-4108-9cfb-10329f58d5c7 tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:22.036079 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa9386e7-c03b-4bcc-824f-4fe2d3163ce1 req-07ef2f96-68af-4108-9cfb-10329f58d5c7 tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9719951 Nov 12 07:44:22.207792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:22.208539 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:22.259390 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa9386e7-c03b-4bcc-824f-4fe2d3163ce1 req-04961c31-e206-46ba-a718-3742c3d1d43a tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/quotas/85c3c3dc270a4bd69a94a05b049ad0da HTTP/1.1" status: 200 len: 375 time: 0.2053854 Nov 12 07:44:22.284801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-e86a860c-31e2-4735-9601-ca985f8c53e4 None None] Provisioning for port df836bca-45ee-406a-9848-298642bf32b6 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:44:22.292467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-e86a860c-31e2-4735-9601-ca985f8c53e4 None None] Provisioning complete for port df836bca-45ee-406a-9848-298642bf32b6 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:22.292631 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e86a860c-31e2-4735-9601-ca985f8c53e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:22.354917 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3334038 Nov 12 07:44:22.373149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-e86a860c-31e2-4735-9601-ca985f8c53e4 None None] Port df836bca-45ee-406a-9848-298642bf32b6 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:44:22.458392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-5dd85976-61b3-4de0-b4a5-a95a3275288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:44:19Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:22.462493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd85976-61b3-4de0-b4a5-a95a3275288c None None] Checking router: 902fa1fe-e559-49ce-8b58-cf9b5484f864 for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:44:22.467925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Allocated IP 192.168.233.174 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/fac78a17-504d-4c05-9bff-696d21904252) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:44:22.474247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd85976-61b3-4de0-b4a5-a95a3275288c None None] Routers {'902fa1fe-e559-49ce-8b58-cf9b5484f864'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:44:22.474934 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-5dd85976-61b3-4de0-b4a5-a95a3275288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:44:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['902fa1fe-e559-49ce-8b58-cf9b5484f864'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:22.491883 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa9386e7-c03b-4bcc-824f-4fe2d3163ce1 req-a62ef68d-0a63-40c7-89d0-3c1b828c254e tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/ports?tenant_id=85c3c3dc270a4bd69a94a05b049ad0da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2314284 Nov 12 07:44:22.579510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7822aa-7b40-411d-a17b-261bd8245d2f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:22.604142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Request body: {'port': {'device_id': 'fa42fc83-db70-49df-b9e1-ddfac600ab40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:22.688224 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:22.717459 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e017e280-cb1a-4e71-ad7a-921594018e35 req-5f6c473d-f403-4fc8-8d83-93c091b798d9 service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1956592 Nov 12 07:44:22.747768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-5dd85976-61b3-4de0-b4a5-a95a3275288c None None] Set router 902fa1fe-e559-49ce-8b58-cf9b5484f864 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:44:22.911663 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:22.941928 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:22.950678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Transition to ACTIVE for port object fac78a17-504d-4c05-9bff-696d21904252 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:44:22.990837 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:23.003441 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Deleting port 0aabb91d-645c-4232-8af0-26f212ac594b {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:23.004126 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:23.183981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-5dd85976-61b3-4de0-b4a5-a95a3275288c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:44:19Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:23.188625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd85976-61b3-4de0-b4a5-a95a3275288c None None] The sync data for ids ['902fa1fe-e559-49ce-8b58-cf9b5484f864'] in n-d-761264-6 is: [{'id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'name': 'tempest-FloatingIPsAssociationTestJSON-285669092-router', 'tenant_id': 'b94e26b1dcd6414d92a7572ce007879f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:45Z', 'updated_at': '2020-11-12T07:44:19Z', 'revision_number': 5, 'project_id': 'b94e26b1dcd6414d92a7572ce007879f', 'gw_port': {'id': '0aabb91d-645c-4232-8af0-26f212ac594b', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fa1fe-e559-49ce-8b58-cf9b5484f864', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:47Z', 'updated_at': '2020-11-12T07:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:44:23.201300 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:23.224864 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:23.369445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b578820-b48a-4eaa-811a-8ff0dd1cdb0f req-2296d836-b1c3-4df5-a144-078b174e6743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:23.370229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-7b578820-b48a-4eaa-811a-8ff0dd1cdb0f req-2296d836-b1c3-4df5-a144-078b174e6743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:44:23.383304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] For port 0aabb91d-645c-4232-8af0-26f212ac594b, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=0aabb91d-645c-4232-8af0-26f212ac594b,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:23.383703 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:23.415657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Pushing event updated for resources: {'Port': ['ID=fac78a17-504d-4c05-9bff-696d21904252,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:23.428274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device d1729312-6a0e-46b4-a912-bf892c407661 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:23.490240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: d1729312-6a0e-46b4-a912-bf892c407661 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:44:23.491202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device d1729312-6a0e-46b4-a912-bf892c407661 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:44:23.504194 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:23.579204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-7b578820-b48a-4eaa-811a-8ff0dd1cdb0f req-2296d836-b1c3-4df5-a144-078b174e6743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:44:23.599782 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b578820-b48a-4eaa-811a-8ff0dd1cdb0f req-2296d836-b1c3-4df5-a144-078b174e6743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 936 time: 1.3519087 Nov 12 07:44:23.612154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Calling delete_port for 0aabb91d-645c-4232-8af0-26f212ac594b owned by network:router_gateway {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:23.725671 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e017e280-cb1a-4e71-ad7a-921594018e35 req-eeee125a-7796-4bfc-bc96-01644277038b service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7883503 Nov 12 07:44:23.741474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:44:23.743723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:44:23.747128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:44:23.802155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e6ca5-b987-4e7f-ab96-75dd0ebbf946 req-95edcf57-5a0c-484a-a120-27fa09127466 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:23.803795 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa1e6ca5-b987-4e7f-ab96-75dd0ebbf946 req-95edcf57-5a0c-484a-a120-27fa09127466 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 936 time: 0.5473723 Nov 12 07:44:23.832958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:23.833637 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:23.901564 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b578820-b48a-4eaa-811a-8ff0dd1cdb0f req-460af8fa-89fa-4fc0-8024-85350832ecd6 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008084 Nov 12 07:44:23.937571 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8215389 Nov 12 07:44:23.953505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Request body: {'port': {'device_id': '5d2d8439-397f-4a82-bf28-0d1b2aa3be30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:23.960744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947f8c71-44e2-437b-9170-c2eec74d8547 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:44:24.001384 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:24.008334 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:24.027608 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:24.067503 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa1e6ca5-b987-4e7f-ab96-75dd0ebbf946 req-3b14035c-7943-4d4e-97a7-e461a62e1a35 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/security-groups?id=3c7822aa-7b40-411d-a17b-261bd8245d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482626 Nov 12 07:44:24.070955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Transition to ACTIVE for port object 947f8c71-44e2-437b-9170-c2eec74d8547 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:44:24.083793 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Pushing event deleted for resources: {'Port': ['ID=0aabb91d-645c-4232-8af0-26f212ac594b,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:24.116174 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-f348cc4c-cf7a-428c-872c-7f9b5146dc3b None None] Provisioning for port fac78a17-504d-4c05-9bff-696d21904252 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:44:24.121913 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:24.124577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-f348cc4c-cf7a-428c-872c-7f9b5146dc3b None None] Provisioning complete for port fac78a17-504d-4c05-9bff-696d21904252 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:24.125156 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f348cc4c-cf7a-428c-872c-7f9b5146dc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:24.201700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-f348cc4c-cf7a-428c-872c-7f9b5146dc3b None None] Port fac78a17-504d-4c05-9bff-696d21904252 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:44:24.205919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.206485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.207031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.207596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.207988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.208387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.208758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.209168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.209546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.209925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.210301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.210675 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.211106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.211480 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.211852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.212224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.212603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.212998 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.213378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.213750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.214122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.214492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.214863 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.215234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.215721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.216094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.216465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.216836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.217231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.217603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.218055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.218426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.218814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.219163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.219535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.219912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:24.228386 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:24.322129 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:24.475916 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce8cb4dd-7286-4b75-9d43-4840e8f91f87 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:24.681686 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6570232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5786977'] for subnet, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:24.724199 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7950908'] for router_gateway, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:24.923179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Pushing event updated for resources: {'Port': ['ID=947f8c71-44e2-437b-9170-c2eec74d8547,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:25.010131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.010539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.010926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.011319 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.011710 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.012126 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.012481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.012863 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.013305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.013681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.014043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.014417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.014896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.015367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.015758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.016134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.016509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.016887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.017288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.017661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.018036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.018413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.018791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.019166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.019646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.020027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.020403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.020777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.021160 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.021533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.021909 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.022282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.022659 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.023033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.023406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.023778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:25.041997 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:25.044573 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-32b66a3c-0485-4c7e-8834-e04b92231d7e service neutron] 10.222.0.41 "GET /v2.0/ports/e35dd4a9-029a-4195-9c8e-bb6d66e992f2/bindings/n-h2-761264-6 HTTP/1.1" status: 200 len: 454 time: 0.5709989 Nov 12 07:44:25.045056 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:25.234485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08f5e6d-fc76-4120-9d4f-84487cb09d83,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:25.252654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880bc7a-5cd0-4e98-b1a0-710d89e0c99c req-eb87c83f-422c-4409-a3f7-dece7e64c07b tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:25.254354 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9880bc7a-5cd0-4e98-b1a0-710d89e0c99c req-eb87c83f-422c-4409-a3f7-dece7e64c07b tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 945 time: 0.8321280 Nov 12 07:44:25.255666 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:44:25.308123 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7985234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718819'] for router, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:25.317553 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:25.319713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71382f9-3a95-46f7-8c76-a31e4b20da15 req-9f6a7f68-445d-41ae-a83d-23e6069956c1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:25.321416 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f71382f9-3a95-46f7-8c76-a31e4b20da15 req-9f6a7f68-445d-41ae-a83d-23e6069956c1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 945 time: 0.8466148 Nov 12 07:44:25.336244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-89e76cda-e3e7-4875-a8f5-0d6729395cd7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:25.337234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-89e76cda-e3e7-4875-a8f5-0d6729395cd7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Synchronizing usage tracker for tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:44:25.452536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-89e76cda-e3e7-4875-a8f5-0d6729395cd7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Unset dirty status for tenant:9c5f9ebd2bcf4c7b833bd9f0cedcb054 on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:44:25.454266 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-89e76cda-e3e7-4875-a8f5-0d6729395cd7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.33 "GET /v2.0/ports?device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 945 time: 0.4355366 Nov 12 07:44:25.458501 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985400'] for router, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:25.459098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 902fa1fe-e559-49ce-8b58-cf9b5484f864 {{(pid=80793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 12 07:44:25.470569 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:25.529379 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:25.532878 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] 10.222.0.40 "DELETE /v2.0/routers/902fa1fe-e559-49ce-8b58-cf9b5484f864 HTTP/1.1" status: 204 len: 168 time: 3.9586096 Nov 12 07:44:25.534309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47282) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:25.598891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df836bca-45ee-406a-9848-298642bf32b6 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:44:25.603788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Deleting port 3374845e-34d9-411c-b47b-8743cbbba2ea {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:25.604203 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:25.632632 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:25.668957 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9880bc7a-5cd0-4e98-b1a0-710d89e0c99c req-2b505aad-9be0-4792-bd9d-df795e6a341c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463523 Nov 12 07:44:25.675542 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32e320d-cfb0-4ca5-9edb-3b960cab1c08 admin admin] Deleting subnet 139b9687-780d-4de0-9a87-f6fc2d6601ba {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:44:25.681152 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c32e320d-cfb0-4ca5-9edb-3b960cab1c08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:25.709120 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f71382f9-3a95-46f7-8c76-a31e4b20da15 req-0c7252d1-4581-4a82-ae80-fbecf6542953 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489547 Nov 12 07:44:25.709120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Checking segment: {'id': '239a0ed3-7ec5-4359-976d-a4e9365125d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0e853f04-41fc-4aa7-867a-fa6c6e9b69f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:44:25.709120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Network hostable DHCP agents. Network: 0e853f04-41fc-4aa7-867a-fa6c6e9b69f9, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:44:25.762994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Transition to ACTIVE for port object df836bca-45ee-406a-9848-298642bf32b6 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:44:25.786145 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:25.846112 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fd5e5aaf-65aa-4d57-b722-2d76b5e4cb55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:25.892781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Attempting to bind port 947f8c71-44e2-437b-9170-c2eec74d8547 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:44:25.893616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Attempting to bind port 947f8c71-44e2-437b-9170-c2eec74d8547 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:44:25.894201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Attempting to bind port 947f8c71-44e2-437b-9170-c2eec74d8547 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:44:26.026897 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c32e320d-cfb0-4ca5-9edb-3b960cab1c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:26.028502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:44:26.029025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:44:26.029887 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:26.030928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:44:26.031548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Bound port: 947f8c71-44e2-437b-9170-c2eec74d8547, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:44:26.032030 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:26.070890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac78a17-504d-4c05-9bff-696d21904252 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:44:26.103780 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:26.112504 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df836bca-45ee-406a-9848-298642bf32b6,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:26.138076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-7836f619-a783-41b1-8cbd-393771510c5c service neutron] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:26.148540 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:26.190295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Transition to ACTIVE for port object fac78a17-504d-4c05-9bff-696d21904252 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:44:26.265921 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:26.296789 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9ab1866e-4265-4d35-9ecb-fa4e0cb56c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:26.476807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Network 0e853f04-41fc-4aa7-867a-fa6c6e9b69f9 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:44:26.494651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] For port 3374845e-34d9-411c-b47b-8743cbbba2ea, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=3374845e-34d9-411c-b47b-8743cbbba2ea,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:26.495212 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:26.573225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Pushing event updated for resources: {'Port': ['ID=fac78a17-504d-4c05-9bff-696d21904252,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:26.579138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 0e853f04-41fc-4aa7-867a-fa6c6e9b69f9) {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:44:26.589664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e389ed26-9222-436c-a161-480057420419 None None] Network 0e853f04-41fc-4aa7-867a-fa6c6e9b69f9 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:44:26.592206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-7836f619-a783-41b1-8cbd-393771510c5c service neutron] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:44:26.597126 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:26.648691 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c32e320d-cfb0-4ca5-9edb-3b960cab1c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:26.694678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:26.695259 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:26.800797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:26.812601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] For port 947f8c71-44e2-437b-9170-c2eec74d8547, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:44:26.823070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-7836f619-a783-41b1-8cbd-393771510c5c service neutron] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:26.864786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 3374845e-34d9-411c-b47b-8743cbbba2ea no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:26.871534 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 6.0724635 Nov 12 07:44:26.878666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cc235-f1f2-44fb-83ba-565d3306c0e4 req-4016d1e1-072a-4f6c-b484-d10e909234a0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:26.880323 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fe0cc235-f1f2-44fb-83ba-565d3306c0e4 req-4016d1e1-072a-4f6c-b484-d10e909234a0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 948 time: 0.8332059 Nov 12 07:44:26.897941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31720f-c3f5-4031-9147-23a4fad570b4 None None] Network 0e853f04-41fc-4aa7-867a-fa6c6e9b69f9 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:44:26.930530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] For port 947f8c71-44e2-437b-9170-c2eec74d8547, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=947f8c71-44e2-437b-9170-c2eec74d8547,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:44:26.949605 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-7836f619-a783-41b1-8cbd-393771510c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:26.970905 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:27.000748 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bd2a6415-a645-49af-8ec6-acd5f6423c4d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:27.048448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a84a2-4de3-4969-8a74-e559f2d828d2 req-e14af562-51f3-45bd-901f-12dbcdf79bb0 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:27.056845 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae0a84a2-4de3-4969-8a74-e559f2d828d2 req-e14af562-51f3-45bd-901f-12dbcdf79bb0 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 948 time: 0.5868340 Nov 12 07:44:27.172957 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:27.266080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 3374845e-34d9-411c-b47b-8743cbbba2ea, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=3374845e-34d9-411c-b47b-8743cbbba2ea,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:27.343906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3374845e-34d9-411c-b47b-8743cbbba2ea'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:27.427365 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:27.433300 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:27.489990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-7836f619-a783-41b1-8cbd-393771510c5c service neutron] Transition to ACTIVE for port object e35dd4a9-029a-4195-9c8e-bb6d66e992f2 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:44:27.529234 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-7836f619-a783-41b1-8cbd-393771510c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:27.563758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:44:27.565799 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fe0cc235-f1f2-44fb-83ba-565d3306c0e4 req-2818f0d8-f2a1-4faf-82b5-4dea68fe32f6 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6615417 Nov 12 07:44:27.566566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Attempting to bind port df836bca-45ee-406a-9848-298642bf32b6 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:44:27.566938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Attempting to bind port df836bca-45ee-406a-9848-298642bf32b6 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:44:27.567304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Attempting to bind port df836bca-45ee-406a-9848-298642bf32b6 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:44:27.576836 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:27.580550 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] 10.222.0.33 "PUT /v2.0/ports/947f8c71-44e2-437b-9170-c2eec74d8547 HTTP/1.1" status: 200 len: 1160 time: 6.8728728 Nov 12 07:44:27.590408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 0aabb91d-645c-4232-8af0-26f212ac594b no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:27.622482 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:27.624108 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:27.624738 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Floating IP 38077377-ddc9-4198-acc3-a0d2838f2ad7 disassociated. External IP: 172.25.5.134, port: 3374845e-34d9-411c-b47b-8743cbbba2ea. Nov 12 07:44:27.625263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Calling delete_port for 3374845e-34d9-411c-b47b-8743cbbba2ea owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:27.656080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Pushing event updated for resources: {'Port': ['ID=947f8c71-44e2-437b-9170-c2eec74d8547,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:27.677037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=3374845e-34d9-411c-b47b-8743cbbba2ea,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:27.679517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 0aabb91d-645c-4232-8af0-26f212ac594b {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:44:27.680243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 0aabb91d-645c-4232-8af0-26f212ac594b not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:44:27.693227 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:27.695954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.696454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.696841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.697515 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee6af988-0305-4eb3-864a-3e9bf406f064 tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:27.697865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.698264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.698627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.698986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.699528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.700056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.700591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.701152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.701667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.702311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.702838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.703364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.703884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.704403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.705178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.705688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.706194 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.706725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.707235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.707756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.708270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.708922 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.709449 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.709965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.710489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.710985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.711493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.711997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.712508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.713136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.713826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.714638 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.715148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:44:27.728814 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:27.896162 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae0a84a2-4de3-4969-8a74-e559f2d828d2 req-5bf8bb2c-16ff-4253-874a-523ed010a0df tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/security-groups?id=3c7822aa-7b40-411d-a17b-261bd8245d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8353591 Nov 12 07:44:27.896321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Attempting to bind port fac78a17-504d-4c05-9bff-696d21904252 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:44:27.896713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Attempting to bind port fac78a17-504d-4c05-9bff-696d21904252 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:44:27.897252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Attempting to bind port fac78a17-504d-4c05-9bff-696d21904252 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:44:27.916258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:44:27.916258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:44:27.916563 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:27.916769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:44:27.917052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:44:27.917280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:44:27.917759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Bound port: fac78a17-504d-4c05-9bff-696d21904252, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:44:27.917933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:27.918274 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:27.918396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:44:27.918869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Bound port: df836bca-45ee-406a-9848-298642bf32b6, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:44:27.919250 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:27.939618 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:44:27.940058 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:44:27.978308 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c32e320d-cfb0-4ca5-9edb-3b960cab1c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:28.007657 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:28.126440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e320d-cfb0-4ca5-9edb-3b960cab1c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139b9687-780d-4de0-9a87-f6fc2d6601ba,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:28.132029 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c32e320d-cfb0-4ca5-9edb-3b960cab1c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:28.133479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836f619-a783-41b1-8cbd-393771510c5c service neutron] Pushing event updated for resources: {'Port': ['ID=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,revision_number=10']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:28.141021 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7836f619-a783-41b1-8cbd-393771510c5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:28.182801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] For port fac78a17-504d-4c05-9bff-696d21904252, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:44:28.186428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] For port fac78a17-504d-4c05-9bff-696d21904252, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=fac78a17-504d-4c05-9bff-696d21904252,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:44:28.189739 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c32e320d-cfb0-4ca5-9edb-3b960cab1c08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:28.194692 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:28.197114 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf99f6aa-ae1b-41fb-8c61-4c9b037f26a3 None None] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:44:28.213811 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5817cc22-b81d-4f4e-8089-8ede14d1a8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:28.233016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] For port df836bca-45ee-406a-9848-298642bf32b6, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:44:28.236807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] For port df836bca-45ee-406a-9848-298642bf32b6, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=df836bca-45ee-406a-9848-298642bf32b6,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:44:28.332286 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:28.340337 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c32e320d-cfb0-4ca5-9edb-3b960cab1c08 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/139b9687-780d-4de0-9a87-f6fc2d6601ba HTTP/1.1" status: 204 len: 168 time: 2.8049479 Nov 12 07:44:28.344933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47324) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:28.357731 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-63fb5594-f019-47d4-bf69-ef68758b6f97 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:28.414736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-7836f619-a783-41b1-8cbd-393771510c5c service neutron] No DVR routers for this DVR port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:44:28.446772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Deleting port 3374845e-34d9-411c-b47b-8743cbbba2ea {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:28.447396 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:28.511936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec87e3bd-c959-4b8b-aa54-adcd1e6ae51f None None] DHCP port deletion for 061a3d8b-043d-4ed8-8c95-f6de9285004b request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:44:28.526594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Pushing event updated for resources: {'Port': ['ID=fac78a17-504d-4c05-9bff-696d21904252,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:28.529137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-ec87e3bd-c959-4b8b-aa54-adcd1e6ae51f None None] Deleting port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:28.529738 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ec87e3bd-c959-4b8b-aa54-adcd1e6ae51f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:28.544937 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-4a3d63d4-0775-4f58-a49b-d5ac95470ef8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=3f701a91-31cb-462d-b23e-0e0f18cbd8f7 HTTP/1.1" status: 200 len: 1163 time: 0.8852608 Nov 12 07:44:28.550094 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:28.553656 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-7836f619-a783-41b1-8cbd-393771510c5c service neutron] 10.222.0.41 "PUT /v2.0/ports/e35dd4a9-029a-4195-9c8e-bb6d66e992f2/bindings/n-h2-761264-6/activate HTTP/1.1" status: 200 len: 439 time: 3.4794731 Nov 12 07:44:28.612862 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:28.657789 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-d8638b88-32e3-4ab7-b78b-2b2614b8b736 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=947f8c71-44e2-437b-9170-c2eec74d8547 HTTP/1.1" status: 200 len: 217 time: 0.1012824 Nov 12 07:44:28.659520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.33', 55254) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:28.784382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df836bca-45ee-406a-9848-298642bf32b6,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:28.797164 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:28.798991 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] 10.222.0.41 "PUT /v2.0/ports/fac78a17-504d-4c05-9bff-696d21904252 HTTP/1.1" status: 200 len: 1160 time: 4.8508208 Nov 12 07:44:28.799846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2d8439-397f-4a82-bf28-0d1b2aa3be30', 'tag': 'fac78a17-504d-4c05-9bff-696d21904252'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:28.802696 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:28.806467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Deleting port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:28.807064 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:28.811601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a850d-883a-4ada-a3bb-c45cfb7e9bf6 req-a003803d-ed68-4415-999d-9173857b6139 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:28.819795 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-af1a850d-883a-4ada-a3bb-c45cfb7e9bf6 req-a003803d-ed68-4415-999d-9173857b6139 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 944 time: 0.5745490 Nov 12 07:44:28.827478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-ec87e3bd-c959-4b8b-aa54-adcd1e6ae51f None None] For port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=adcb7d6c-deb1-417d-b256-1bb5d5ec38ef,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:28.828069 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ec87e3bd-c959-4b8b-aa54-adcd1e6ae51f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:28.969149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-ec87e3bd-c959-4b8b-aa54-adcd1e6ae51f None None] Calling delete_port for adcb7d6c-deb1-417d-b256-1bb5d5ec38ef owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:29.090512 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ec87e3bd-c959-4b8b-aa54-adcd1e6ae51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:29.107896 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:29.158300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a621a-62c1-4942-a681-a5667dc6ed6e req-d92802d5-ba99-4966-84fe-68d00ce6a098 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:29.159818 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd3a621a-62c1-4942-a681-a5667dc6ed6e req-d92802d5-ba99-4966-84fe-68d00ce6a098 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 943 time: 1.0175319 Nov 12 07:44:29.183187 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] For port 3374845e-34d9-411c-b47b-8743cbbba2ea, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=3374845e-34d9-411c-b47b-8743cbbba2ea,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:29.183651 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:29.185666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2ee92087-4a71-4d8f-b2e8-c1865e262dfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:29.187305 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-2ee92087-4a71-4d8f-b2e8-c1865e262dfd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.5133135 Nov 12 07:44:29.272334 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:29.273942 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] 10.222.0.33 "PUT /v2.0/ports/df836bca-45ee-406a-9848-298642bf32b6 HTTP/1.1" status: 200 len: 1160 time: 6.7692647 Nov 12 07:44:29.292804 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-af1a850d-883a-4ada-a3bb-c45cfb7e9bf6 req-07b4d1b3-f3c4-4ce4-88b9-686b3f3ce6f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719605 Nov 12 07:44:29.382447 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-dfb30020-16ae-4543-b4f2-8b600f9822e8 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.33 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 1159 time: 0.7144632 Nov 12 07:44:29.394875 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2', 'code': 200} Nov 12 07:44:29.451365 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87e3bd-c959-4b8b-aa54-adcd1e6ae51f None None] Pushing event deleted for resources: {'Port': ['ID=adcb7d6c-deb1-417d-b256-1bb5d5ec38ef,revision_number=None']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:29.455946 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ec87e3bd-c959-4b8b-aa54-adcd1e6ae51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:29.466788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec87e3bd-c959-4b8b-aa54-adcd1e6ae51f None None] No DVR routers for this DVR port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef on host n-d-761264-6 {{(pid=80794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:44:29.476359 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd3a621a-62c1-4942-a681-a5667dc6ed6e req-41e85b75-6c75-4ea5-9458-58dd11adcdd7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups?id=05112574-bc7c-46ca-bcb6-22616820b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967048 Nov 12 07:44:29.497927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device adcb7d6c-deb1-417d-b256-1bb5d5ec38ef no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:29.532414 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-1e976001-5185-4624-988f-c22b95058ceb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3242581 Nov 12 07:44:29.582271 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-f4a37f9d-3d0d-43c8-ab34-0eaa26c97b9a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 1163 time: 0.2556295 Nov 12 07:44:29.589670 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-ece36ea7-f0f8-40de-a025-b118296524cd service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3 HTTP/1.1" status: 200 len: 1159 time: 0.1973433 Nov 12 07:44:29.596492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: adcb7d6c-deb1-417d-b256-1bb5d5ec38ef {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:44:29.596883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device adcb7d6c-deb1-417d-b256-1bb5d5ec38ef not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:44:29.598818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-436612727', 'description': 'tempest-description-1788059022'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:29.650730 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3374845e-34d9-411c-b47b-8743cbbba2ea', 'code': 200} Nov 12 07:44:29.654307 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-8004ae64-94f6-46f4-85e2-c9ca8b998bd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a18119eb72a645088894131a306816b2&device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 1163 time: 0.7733433 Nov 12 07:44:29.666617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:29.761349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:29.782639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:29.833883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:29.837489 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-e1683344-a181-4c9e-9739-b8c412a17dcf service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=df836bca-45ee-406a-9848-298642bf32b6 HTTP/1.1" status: 200 len: 217 time: 0.2467570 Nov 12 07:44:29.898950 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06dc3b8a-ddc9-46ff-8a69-69b13e20df10 req-5180f412-655a-489e-8c8d-bc50642494f5 tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/networks?tenant_id=85c3c3dc270a4bd69a94a05b049ad0da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073954 Nov 12 07:44:29.965490 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:30.017438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] For port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=adcb7d6c-deb1-417d-b256-1bb5d5ec38ef,segment=NetworkSegment(7ce796ba-d072-4348-8544-58c3657f909c),segment_id=7ce796ba-d072-4348-8544-58c3657f909c)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:30.017692 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:30.092596 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-25020d20-5914-4f4a-a980-82b761ac1b0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=fac78a17-504d-4c05-9bff-696d21904252 HTTP/1.1" status: 200 len: 217 time: 0.4226701 Nov 12 07:44:30.100664 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-f7c393ab-3306-45a6-900b-a5cc5b3abfbb service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607750 Nov 12 07:44:30.106509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-92df51e6-eb32-433e-bee9-2ee558bcf361 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:30.108033 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-92df51e6-eb32-433e-bee9-2ee558bcf361 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2576420 Nov 12 07:44:30.259133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Calling delete_port for adcb7d6c-deb1-417d-b256-1bb5d5ec38ef owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:30.279849 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:30.292504 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-92620e17-08e7-49f8-8238-3aad9f2cf09a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 1159 time: 0.6273379 Nov 12 07:44:30.299305 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5a50b4e-3a84-4f00-bfcf-c2b2b987309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:30.310035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:30.320970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:30.356044 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:30.356456 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:30.356584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:30.356810 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Floating IP 38077377-ddc9-4198-acc3-a0d2838f2ad7 disassociated. External IP: 172.25.5.134, port: 3374845e-34d9-411c-b47b-8743cbbba2ea. Nov 12 07:44:30.357214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Calling delete_port for 3374845e-34d9-411c-b47b-8743cbbba2ea owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:30.374980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc3b8a-ddc9-46ff-8a69-69b13e20df10 req-3d8f313a-e3e2-4022-a969-e1eedde39172 tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:30.376573 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06dc3b8a-ddc9-46ff-8a69-69b13e20df10 req-3d8f313a-e3e2-4022-a969-e1eedde39172 tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4669023 Nov 12 07:44:30.402248 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e35dd4a9-029a-4195-9c8e-bb6d66e992f2 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:30.411399 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a3116640-1e5a-4c2c-a7ee-66b7d205a2e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:30.413059 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-a3116640-1e5a-4c2c-a7ee-66b7d205a2e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1969347 Nov 12 07:44:30.473396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e35dd4a9-029a-4195-9c8e-bb6d66e992f2 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:44:30.511954 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:44:30.512326 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:44:30.548083 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06dc3b8a-ddc9-46ff-8a69-69b13e20df10 req-bbf49c34-67f6-4840-9e31-0c4d485e6d6c tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/quotas/85c3c3dc270a4bd69a94a05b049ad0da HTTP/1.1" status: 200 len: 375 time: 0.1105053 Nov 12 07:44:30.574495 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-b25ae5ef-0e8d-4d8d-ac54-eb34a5482464 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4616635 Nov 12 07:44:30.604651 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-e9ec3ed8-8ac6-44c2-bde9-6a027a6824a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770039 Nov 12 07:44:30.615668 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:30.644963 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-43c8e0f4-c44b-4b91-99d0-57b5ddec7b9a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5039964 Nov 12 07:44:30.654015 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-739680ad-6df0-496d-86e1-eea3db4de176 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:30.662327 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:30.664950 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06dc3b8a-ddc9-46ff-8a69-69b13e20df10 req-c059f3c1-af0a-440b-95b2-b792dfb6a3b5 tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/ports?tenant_id=85c3c3dc270a4bd69a94a05b049ad0da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941997 Nov 12 07:44:30.688772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-8af7236d-9f1c-462b-973c-e2fc6df716c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:30.691275 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-8af7236d-9f1c-462b-973c-e2fc6df716c6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.3733294 Nov 12 07:44:30.693943 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:30.705198 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:30.755576 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Pushing event deleted for resources: {'Port': ['ID=3374845e-34d9-411c-b47b-8743cbbba2ea,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:30.810953 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:30.915471 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-58351455-26ec-4742-9b6c-3a3c12719f23 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2 HTTP/1.1" status: 200 len: 217 time: 0.2156215 Nov 12 07:44:30.922514 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroup': ['ID=65d75c27-34c9-4186-a84a-272449ad3094,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:30.926498 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-91f3af6c-c15c-4f72-a9f1-1e5a1074900e service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118572 Nov 12 07:44:30.971362 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:30.972858 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c6cd8c41-cc3e-44f4-b7f2-7cdb68538971 req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.3895700 Nov 12 07:44:30.984688 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:31.036852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Deleting port adcb7d6c-deb1-417d-b256-1bb5d5ec38ef {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:31.037285 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:31.049339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-d34a220d-ce18-46d4-b43a-77233af10510 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:31.051003 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-d34a220d-ce18-46d4-b43a-77233af10510 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.1234429 Nov 12 07:44:31.056758 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-c809daec-2504-4f50-a406-974431f7e0a3 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971212 Nov 12 07:44:31.063865 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2d8439-397f-4a82-bf28-0d1b2aa3be30', 'tag': 'fac78a17-504d-4c05-9bff-696d21904252', 'status': 'completed', 'code': 200} Nov 12 07:44:31.134185 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-f7036781-b661-4e45-af2f-3ecb6075c9f9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746746 Nov 12 07:44:31.231113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] The port 'adcb7d6c-deb1-417d-b256-1bb5d5ec38ef' was deleted {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}} Nov 12 07:44:31.444493 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:31.497379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f701a91-31cb-462d-b23e-0e0f18cbd8f7', 'tag': '947f8c71-44e2-437b-9170-c2eec74d8547'}, {'name': 'network-changed', 'server_uuid': 'fa42fc83-db70-49df-b9e1-ddfac600ab40', 'tag': 'df836bca-45ee-406a-9848-298642bf32b6'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:31.517719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5320620-c02a-4434-8508-8bfd824dfff1 req-a36cccec-b6b7-4f91-8d40-bd75cb19dbb8 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:31.519646 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5320620-c02a-4434-8508-8bfd824dfff1 req-a36cccec-b6b7-4f91-8d40-bd75cb19dbb8 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 948 time: 0.6634433 Nov 12 07:44:31.524225 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb895aad-a557-40a0-be8a-b55921ff983a req-3e7dcb0d-fde3-4133-91a6-7d1b91fb67d2 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5821555 Nov 12 07:44:31.629479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061a3d8b-043d-4ed8-8c95-f6de9285004b']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:31.668329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce796ba-d072-4348-8544-58c3657f909c') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:31.668630 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce796ba-d072-4348-8544-58c3657f909c') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:31.691419 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:31.721161 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:31.725330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:44:31.728117 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de8da070-61f2-4958-a1a8-e4b384a8bda0 req-e70b7a3f-8605-4a41-a1eb-6f998d33fe7e service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6343522 Nov 12 07:44:31.734136 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5320620-c02a-4434-8508-8bfd824dfff1 req-c2384c9e-c65e-4c0c-9254-d34174306cb7 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511595 Nov 12 07:44:31.756027 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-a96e2a7c-7ed6-4ae5-8137-6dd398fc65a3 service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678127 Nov 12 07:44:31.769891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96f467-d949-4233-9a3d-2c8398a43284 req-2887d404-c92a-4eae-b350-72d668ca05d6 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:31.772603 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b96f467-d949-4233-9a3d-2c8398a43284 req-2887d404-c92a-4eae-b350-72d668ca05d6 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 948 time: 0.6342480 Nov 12 07:44:31.866184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Router 3735bb15-54b5-4d58-bf0c-64e59701f51f has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:44:31.873724 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68781999-3a24-4a0d-81db-eeb0c9d7f038 req-c312295a-c189-4ade-8e61-1edced044881 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a18119eb72a645088894131a306816b2&device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 1163 time: 0.2835951 Nov 12 07:44:31.985953 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b96f467-d949-4233-9a3d-2c8398a43284 req-2e57b0e1-071b-488c-bcee-c5dfe8950a01 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/security-groups?id=3c7822aa-7b40-411d-a17b-261bd8245d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883156 Nov 12 07:44:32.020551 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-72f03c7d-b8e5-4d9b-b2ec-b95e2dc1d3e0 service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2467942 Nov 12 07:44:32.039897 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450d780-92d6-4f34-a36f-5435fd9c9874 req-c77d0c95-2ec7-43bc-83fc-5f0d2548a5b6 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:32.041556 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9450d780-92d6-4f34-a36f-5435fd9c9874 req-c77d0c95-2ec7-43bc-83fc-5f0d2548a5b6 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 944 time: 0.1676733 Nov 12 07:44:32.042736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:44:32.061702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:32.106824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9450d780-92d6-4f34-a36f-5435fd9c9874 req-144628fa-d161-4e2d-adae-c74bb81c574d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577266 Nov 12 07:44:32.194422 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a269fe6a-16e3-458b-accd-b304107235fe req-a2daec66-4fc7-4a9d-8cf4-5b84b20f5b34 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/ports?device_id=c64952bd-44f6-4d2f-aaac-7c183804ae56 HTTP/1.1" status: 200 len: 210 time: 0.0500338 Nov 12 07:44:32.306251 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-8bbd6a19-9004-4ca2-b624-7543c51a2509 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/65d75c27-34c9-4186-a84a-272449ad3094 HTTP/1.1" status: 200 len: 1638 time: 0.0587151 Nov 12 07:44:32.320338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '65d75c27-34c9-4186-a84a-272449ad3094', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:32.320818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '65d75c27-34c9-4186-a84a-272449ad3094', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:32.328314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:32.333511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:32.336926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:32.344435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:32.415296 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f701a91-31cb-462d-b23e-0e0f18cbd8f7', 'tag': '947f8c71-44e2-437b-9170-c2eec74d8547', 'status': 'completed', 'code': 200} Nov 12 07:44:32.415619 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa42fc83-db70-49df-b9e1-ddfac600ab40', 'tag': 'df836bca-45ee-406a-9848-298642bf32b6', 'status': 'completed', 'code': 200} Nov 12 07:44:32.529200 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:32.576468 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:32.587701 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:32.592269 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-e3506eab-8c35-4b3b-ac9e-5f363fa088d7 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.33 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&binding%3Ahost_id=n-h2-761264-6 HTTP/1.1" status: 200 len: 1159 time: 0.2251205 Nov 12 07:44:32.596558 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-a5ee6738-2581-4c2f-b665-32098110e20d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=3f701a91-31cb-462d-b23e-0e0f18cbd8f7 HTTP/1.1" status: 200 len: 1163 time: 0.1834986 Nov 12 07:44:32.597950 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0dbbf1e9-79a7-4712-bc49-16e3947a16c7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:32.698672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9809f55c-5f1d-43a8-9682-d7357f7f5d92,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:32.723528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Network 061a3d8b-043d-4ed8-8c95-f6de9285004b has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:44:32.765846 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:44:32.766956 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:44:32.800506 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:32.801659 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3ceef092-adae-42ec-87e8-0af0772660a1 req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4869542 Nov 12 07:44:32.821956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68781999-3a24-4a0d-81db-eeb0c9d7f038 req-914f2dab-e834-4869-bb1e-0d8129fde46d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:32.823603 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68781999-3a24-4a0d-81db-eeb0c9d7f038 req-914f2dab-e834-4869-bb1e-0d8129fde46d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.8973608 Nov 12 07:44:32.855359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-d23ed62c-c851-4e99-8e2b-96e84beba105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:32.856975 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-d23ed62c-c851-4e99-8e2b-96e84beba105 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2506611 Nov 12 07:44:32.938497 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68781999-3a24-4a0d-81db-eeb0c9d7f038 req-93775f73-ed9f-4736-8889-3a943beb2378 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=fac78a17-504d-4c05-9bff-696d21904252 HTTP/1.1" status: 200 len: 217 time: 0.0922527 Nov 12 07:44:32.941313 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:32.948505 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:32.991103 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8c998ffe-3d97-401b-b726-782d27acc7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:33.011902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-fc9b5614-65a9-415b-8e0e-21fd3e8f8061 service neutron] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:44:33.025633 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-64122d90-eb28-4563-b897-8389e59ff156 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=947f8c71-44e2-437b-9170-c2eec74d8547 HTTP/1.1" status: 200 len: 217 time: 0.1584477 Nov 12 07:44:33.027468 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-459838ea-2723-4f96-9acf-c833db4c9eb4 req-70988b67-2c07-44d7-9ad4-4e4d9c5bb78b tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/networks?tenant_id=85c3c3dc270a4bd69a94a05b049ad0da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928032 Nov 12 07:44:33.029007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Pushing event deleted for resources: {'Network': ['ID=061a3d8b-043d-4ed8-8c95-f6de9285004b,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:33.030094 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-fc9b5614-65a9-415b-8e0e-21fd3e8f8061 service neutron] Notify callbacks [] for binding, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:33.031244 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b53936a-cd4d-44a2-a029-a4efea6630d2 req-fc9b5614-65a9-415b-8e0e-21fd3e8f8061 service neutron] 10.222.0.33 "DELETE /v2.0/ports/e35dd4a9-029a-4195-9c8e-bb6d66e992f2/bindings/n-h1-761264-6 HTTP/1.1" status: 204 len: 173 time: 0.4193366 Nov 12 07:44:33.032558 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:33.089492 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] 10.222.0.40 "DELETE /v2.0/networks/061a3d8b-043d-4ed8-8c95-f6de9285004b HTTP/1.1" status: 204 len: 168 time: 4.7414544 Nov 12 07:44:33.095369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68781999-3a24-4a0d-81db-eeb0c9d7f038 req-b77b84a0-afbd-4cbc-ae78-f733845d0d13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:33.097007 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68781999-3a24-4a0d-81db-eeb0c9d7f038 req-b77b84a0-afbd-4cbc-ae78-f733845d0d13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1514564 Nov 12 07:44:33.104189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-aa1d0f0f-f527-4b66-a01d-05d2e21509c4 None None] Time-cost: Fetching 4 ports in 2 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:44:33.137684 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3342c2df-c0c1-448d-8680-a16e9f3ad165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:33.155784 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:33.156497 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:33.230902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:44:33.239083 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-0ae906dd-a1d7-4b40-aec0-7e69b4c553f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:33.240690 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-0ae906dd-a1d7-4b40-aec0-7e69b4c553f2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2035310 Nov 12 07:44:33.243799 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91950a3d-227d-4391-b61b-20c4c3767b8c None None] Sync routers for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:44:33.264062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91950a3d-227d-4391-b61b-20c4c3767b8c None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:44:33.264802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-91950a3d-227d-4391-b61b-20c4c3767b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:44:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:33.268488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68781999-3a24-4a0d-81db-eeb0c9d7f038 req-01253ac3-dad7-45dd-a87b-10b0fc9de948 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605530 Nov 12 07:44:33.273979 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] No DVR routers for this DVR port 3374845e-34d9-411c-b47b-8743cbbba2ea on host n-h2-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:44:33.276602 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:33.278829 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0f1dbabf-4ff8-46dd-adfd-49ab8792ac7c req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.33 "DELETE /v2.0/ports/3374845e-34d9-411c-b47b-8743cbbba2ea HTTP/1.1" status: 204 len: 173 time: 7.8176169 Nov 12 07:44:33.282308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'name': 'network-vif-deleted', 'tag': '3374845e-34d9-411c-b47b-8743cbbba2ea'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:33.323600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47412) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:33.338788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2e05-3600-43ab-bd1d-1801e59428c4 req-e83aa085-0618-4644-ab31-5578f5c7dfda tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:33.346761 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-70bb2e05-3600-43ab-bd1d-1801e59428c4 req-e83aa085-0618-4644-ab31-5578f5c7dfda tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 948 time: 0.4104338 Nov 12 07:44:33.449681 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68781999-3a24-4a0d-81db-eeb0c9d7f038 req-fb83b63f-e8a9-4a53-a8bf-c31db61c7ce8 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696136 Nov 12 07:44:33.459634 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459838ea-2723-4f96-9acf-c833db4c9eb4 req-ae2ef04f-257a-489c-9753-ca748366a6cb tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:33.461246 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-459838ea-2723-4f96-9acf-c833db4c9eb4 req-ae2ef04f-257a-489c-9753-ca748366a6cb tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4170456 Nov 12 07:44:33.475739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-91950a3d-227d-4391-b61b-20c4c3767b8c None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:44:33.516757 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-70bb2e05-3600-43ab-bd1d-1801e59428c4 req-cfabbf61-03a0-4ab8-9f3c-d1be0e91c692 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689622 Nov 12 07:44:33.522167 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0a414093-07d7-436d-b1b1-cb4a24c8b4cc admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b94e26b1dcd6414d92a7572ce007879f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1956468 Nov 12 07:44:33.525581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47416) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:33.543650 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-7106083f-f11a-4d50-b286-28390ebe1619 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2850471 Nov 12 07:44:33.545650 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-459838ea-2723-4f96-9acf-c833db4c9eb4 req-ea903eec-b398-419c-845a-24699dc901d6 tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/quotas/85c3c3dc270a4bd69a94a05b049ad0da HTTP/1.1" status: 200 len: 375 time: 0.0671163 Nov 12 07:44:33.639731 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68781999-3a24-4a0d-81db-eeb0c9d7f038 req-d3409be5-e476-4cd9-9816-0e212fef4240 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1815317 Nov 12 07:44:33.717101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1255146947', 'description': 'tempest-description-637577941'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:33.779753 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-459838ea-2723-4f96-9acf-c833db4c9eb4 req-7fb4a343-773e-488b-a1cb-f9c4d350b35b tempest-QuotasAdminNegativeTest-591367697 tempest-QuotasAdminNegativeTest-591367697] 10.222.0.40 "GET /v2.0/ports?tenant_id=85c3c3dc270a4bd69a94a05b049ad0da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2114460 Nov 12 07:44:33.784645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e35dd4a9-029a-4195-9c8e-bb6d66e992f2 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:33.786637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:33.806741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:33.813025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:33.821999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:33.868509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:44:33.875270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:33.876048 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:33.876346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-91950a3d-227d-4391-b61b-20c4c3767b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:33.879654 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c65c8f49-33af-4163-ac69-8578c5d8205b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:33.881348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91950a3d-227d-4391-b61b-20c4c3767b8c None None] Checking router: 3735bb15-54b5-4d58-bf0c-64e59701f51f for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:44:33.886557 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:33.895357 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91950a3d-227d-4391-b61b-20c4c3767b8c None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:44:33.896046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-91950a3d-227d-4391-b61b-20c4c3767b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:44:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:33.933456 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-6b4e07f8-26e6-431f-a41c-16bcf728b1d0 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638084 Nov 12 07:44:33.971099 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c65c8f49-33af-4163-ac69-8578c5d8205b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.030679 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.070872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:34.072420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:34.080924 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.082575 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 947f8c71-44e2-437b-9170-c2eec74d8547 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:34.132183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:34.147468 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:34.177898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:34.197698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:34.228536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:34.264008 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-91950a3d-227d-4391-b61b-20c4c3767b8c None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:44:34.267940 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-60f1a0a5-0865-47de-b74d-706aa700f037 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3253474 Nov 12 07:44:34.291206 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c65c8f49-33af-4163-ac69-8578c5d8205b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.297739 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6d2d107e-f64a-4b2d-8f21-f7b59b7fbab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:34.318653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c8f49-33af-4163-ac69-8578c5d8205b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf907ce-1966-423d-bead-2575d6207edc,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:34.335698 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c65c8f49-33af-4163-ac69-8578c5d8205b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:34.364968 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c65c8f49-33af-4163-ac69-8578c5d8205b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.368637 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c65c8f49-33af-4163-ac69-8578c5d8205b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/acf907ce-1966-423d-bead-2575d6207edc HTTP/1.1" status: 204 len: 168 time: 0.8404467 Nov 12 07:44:34.449843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,revision_number=12']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:34.458104 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.485820 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:34.489591 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.509006 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 947f8c71-44e2-437b-9170-c2eec74d8547 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:44:34.516014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 947f8c71-44e2-437b-9170-c2eec74d8547 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:34.516792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.652350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-1342d323-b498-48d5-ac0a-5cd683e5fce8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:44:34.740146 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.784063 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 947f8c71-44e2-437b-9170-c2eec74d8547, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=947f8c71-44e2-437b-9170-c2eec74d8547,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:34.793565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.795163 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.797586 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:34.803353 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-811b52e9-7cfd-419f-867d-524aec32b850 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:34.812348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-91950a3d-227d-4391-b61b-20c4c3767b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:34.817572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91950a3d-227d-4391-b61b-20c4c3767b8c None None] The sync data for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 is: [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:41:25Z', 'revision_number': 4, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'f0a87aef-d797-4b5e-bd47-400dd896f97f', 'name': '', 'network_id': '738aa929-f78a-409c-b3ce-e2d0766417e7', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'mac_address': 'fa:16:3e:16:23:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:24Z', 'updated_at': '2020-11-12T07:41:41Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'subnets': [{'id': 'b12c66e8-bca7-44c8-809a-b1424f8fc5f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:44:34.847513 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroup': ['ID=5886ec37-747b-42d1-aa73-4c54f0679302,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:34.864511 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:34.886821 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.888143 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d5e40937-90fa-47e7-a729-8a707737458b req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.1942415 Nov 12 07:44:34.908047 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:34.919519 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28196097-b9d3-4caa-88a7-58038ca330a6 req-349c65ba-8e02-4888-b9c5-20c72bf61040 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:34.921401 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28196097-b9d3-4caa-88a7-58038ca330a6 req-349c65ba-8e02-4888-b9c5-20c72bf61040 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 948 time: 0.4614134 Nov 12 07:44:34.924825 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-3e40a60a-4d0b-494b-bb56-03ab8d592008 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 1163 time: 0.5386577 Nov 12 07:44:34.931061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=947f8c71-44e2-437b-9170-c2eec74d8547,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:34.939047 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:34.987027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device fac78a17-504d-4c05-9bff-696d21904252 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:35.070207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port fac78a17-504d-4c05-9bff-696d21904252 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:44:35.075367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port fac78a17-504d-4c05-9bff-696d21904252 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:35.075798 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:35.153186 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28196097-b9d3-4caa-88a7-58038ca330a6 req-bc83dd3f-d7e8-486e-8728-2120dfde68d3 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/security-groups?id=3c7822aa-7b40-411d-a17b-261bd8245d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247279 Nov 12 07:44:35.221021 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:35.249725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-a8e33afa-53b7-49e5-b91f-6acb87fee33b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:35.251257 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-a8e33afa-53b7-49e5-b91f-6acb87fee33b service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3000758 Nov 12 07:44:35.261713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c85e6-3c00-4281-b4ba-de0e35597d69 req-92a7b580-49ff-431a-b9bc-1abe864483ef tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:35.262329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port fac78a17-504d-4c05-9bff-696d21904252, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=fac78a17-504d-4c05-9bff-696d21904252,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:35.263329 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e6c85e6-3c00-4281-b4ba-de0e35597d69 req-92a7b580-49ff-431a-b9bc-1abe864483ef tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 946 time: 0.2270470 Nov 12 07:44:35.267204 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:35.274070 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d76a9311-a439-433e-8f16-2c2f3c460c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:35.357074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1f161e-def6-4d79-a590-38de60b14676 None None] New status for floating IP 38077377-ddc9-4198-acc3-a0d2838f2ad7: DOWN {{(pid=80794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 12 07:44:35.363019 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-04ce1a72-0f78-4390-9651-afeb8ad46d8b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=df836bca-45ee-406a-9848-298642bf32b6 HTTP/1.1" status: 200 len: 217 time: 0.0984910 Nov 12 07:44:35.389997 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c64952bd-44f6-4d2f-aaac-7c183804ae56', 'name': 'network-vif-deleted', 'tag': '3374845e-34d9-411c-b47b-8743cbbba2ea', 'status': 'completed', 'code': 200} Nov 12 07:44:35.425703 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e6c85e6-3c00-4281-b4ba-de0e35597d69 req-23ea2efa-3182-4b13-95a6-92d9f5ea4329 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039832 Nov 12 07:44:35.477807 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2', 'code': 200} Nov 12 07:44:35.494337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device df836bca-45ee-406a-9848-298642bf32b6 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:35.553058 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-1582b45d-4508-49da-82a2-cb05f678fa80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:35.555014 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-1582b45d-4508-49da-82a2-cb05f678fa80 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1503768 Nov 12 07:44:35.710059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=fac78a17-504d-4c05-9bff-696d21904252,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:35.730071 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:35.752380 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-be1a2c54-4116-4bdc-8df9-c8f22738f451 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1894920 Nov 12 07:44:35.759699 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c4c9c48-4d20-4de8-b5db-fbbda1077a3b req-fa8196d3-3f6c-4d1b-a03b-03f2b31cd559 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 1160 time: 0.1002009 Nov 12 07:44:35.825382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port df836bca-45ee-406a-9848-298642bf32b6 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:44:35.831541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port df836bca-45ee-406a-9848-298642bf32b6 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:35.831967 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:35.904499 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c4c9c48-4d20-4de8-b5db-fbbda1077a3b req-46cbafcf-f623-49b7-8de0-944c5bc6a3a9 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207800 Nov 12 07:44:35.944586 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-39bed469-0035-46f3-836c-07f1a5c577d9 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829715 Nov 12 07:44:35.959496 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:35.998551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port df836bca-45ee-406a-9848-298642bf32b6, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=df836bca-45ee-406a-9848-298642bf32b6,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:36.002787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:36.003916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e35dd4a9-029a-4195-9c8e-bb6d66e992f2 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:36.033810 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1ed81dcb-98e3-4c86-9a3c-e8fa41f67c5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:36.130392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=df836bca-45ee-406a-9848-298642bf32b6,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:36.136247 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:36.148937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:36.149433 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:36.202652 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-94598701-05ba-415a-a461-e557ef53832c req-bb5a88ce-73fb-4fec-b530-a00056774617 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/5886ec37-747b-42d1-aa73-4c54f0679302 HTTP/1.1" status: 200 len: 1638 time: 0.1353810 Nov 12 07:44:36.205268 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f49a170a-428e-4cf8-82fc-caf3be359cdf req-1ef8c59d-af52-4be4-9dfe-ddc73b4a6019 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2529893 Nov 12 07:44:36.215952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-94598701-05ba-415a-a461-e557ef53832c req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5886ec37-747b-42d1-aa73-4c54f0679302', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:36.216286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-94598701-05ba-415a-a461-e557ef53832c req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5886ec37-747b-42d1-aa73-4c54f0679302', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:36.225070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-94598701-05ba-415a-a461-e557ef53832c req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:36.233018 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb8ba3-0c81-4edf-b8e3-fe70105ffa8d req-46a1f5d1-8dbb-46f7-9413-bdb320797ad7 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:36.234683 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3ecb8ba3-0c81-4edf-b8e3-fe70105ffa8d req-46a1f5d1-8dbb-46f7-9413-bdb320797ad7 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 950 time: 0.2596278 Nov 12 07:44:36.237191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-94598701-05ba-415a-a461-e557ef53832c req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:36.240313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-94598701-05ba-415a-a461-e557ef53832c req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:36.260647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-94598701-05ba-415a-a461-e557ef53832c req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:36.276127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 947f8c71-44e2-437b-9170-c2eec74d8547 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:36.309812 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3ecb8ba3-0c81-4edf-b8e3-fe70105ffa8d req-4c06375b-1db7-44ba-b941-91b59b4717ea tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663745 Nov 12 07:44:36.344496 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-94598701-05ba-415a-a461-e557ef53832c req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:36.357205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 947f8c71-44e2-437b-9170-c2eec74d8547 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:36.357626 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:36.365452 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-94598701-05ba-415a-a461-e557ef53832c req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:36.369290 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-94598701-05ba-415a-a461-e557ef53832c req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:36.375450 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:36.397155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1f5c5f-8ac8-44dd-8855-6da6407b43fe,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:36.400076 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:36.408475 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-94598701-05ba-415a-a461-e557ef53832c req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:36.409790 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-94598701-05ba-415a-a461-e557ef53832c req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.1995580 Nov 12 07:44:36.480777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device fac78a17-504d-4c05-9bff-696d21904252 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:36.550935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 9d105556-c38b-4b57-9f4f-34c3be2cd347 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:36.648195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port fac78a17-504d-4c05-9bff-696d21904252 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:36.648611 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:36.706644 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 9d105556-c38b-4b57-9f4f-34c3be2cd347 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:36.707061 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:36.735007 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-539e58dd-ffaa-437b-a866-628194276b96 req-5a45faaa-a057-409c-b333-fa071fceaea8 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0987616 Nov 12 07:44:36.824660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45537e-8e90-4cbc-97f8-9276dd664821 req-1c0f7f7e-9d66-4172-92f6-5525da3fa03f tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:36.826522 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7a45537e-8e90-4cbc-97f8-9276dd664821 req-1c0f7f7e-9d66-4172-92f6-5525da3fa03f tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 950 time: 0.0897267 Nov 12 07:44:36.898754 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7a45537e-8e90-4cbc-97f8-9276dd664821 req-10ea7f98-b67c-49e8-aa9f-e4050719a465 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/security-groups?id=3c7822aa-7b40-411d-a17b-261bd8245d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553188 Nov 12 07:44:36.975322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47484) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:37.019092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1596084132', 'description': 'tempest-description-1100356316'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:37.026306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:37.030547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:37.033906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:37.039883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:37.050820 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.071060 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device df836bca-45ee-406a-9848-298642bf32b6 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:37.093482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:37.097674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:37.101269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:37.109171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:37.159599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port df836bca-45ee-406a-9848-298642bf32b6 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:37.160026 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.182166 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.200275 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.219451 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c491f945-0514-4fb4-ab81-421c860535d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:37.234208 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a077fd35-a025-4c24-9bcf-3be3c9b6ea8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.251275 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.252806 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8c0be410-b8c8-4773-814a-06222f52a4e2 req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.2391524 Nov 12 07:44:37.288279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroup': ['ID=601d25a9-db43-47d5-8f29-ea837fbab7dc,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:37.292940 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:37.294340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 947f8c71-44e2-437b-9170-c2eec74d8547 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:37.299925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a077fd35-a025-4c24-9bcf-3be3c9b6ea8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:37.305064 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a077fd35-a025-4c24-9bcf-3be3c9b6ea8e admin admin] Usage tracker for resource:security_group_rule and tenant:85c3c3dc270a4bd69a94a05b049ad0da is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:37.309458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a077fd35-a025-4c24-9bcf-3be3c9b6ea8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:37.317441 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a077fd35-a025-4c24-9bcf-3be3c9b6ea8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:37.366188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 947f8c71-44e2-437b-9170-c2eec74d8547 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:37.366601 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.440673 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.457760 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a077fd35-a025-4c24-9bcf-3be3c9b6ea8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.472128 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a077fd35-a025-4c24-9bcf-3be3c9b6ea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.481800 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0ec80305-8de2-4f88-8df4-9fdd999d36ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:37.488164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f701a91-31cb-462d-b23e-0e0f18cbd8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947f8c71-44e2-437b-9170-c2eec74d8547'}, {'server_uuid': '5d2d8439-397f-4a82-bf28-0d1b2aa3be30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac78a17-504d-4c05-9bff-696d21904252'}, {'server_uuid': 'fa42fc83-db70-49df-b9e1-ddfac600ab40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df836bca-45ee-406a-9848-298642bf32b6'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:37.534243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077fd35-a025-4c24-9bcf-3be3c9b6ea8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bea26d-b780-489d-ae24-ad13219e38a7,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:37.538929 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a077fd35-a025-4c24-9bcf-3be3c9b6ea8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:37.541433 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a077fd35-a025-4c24-9bcf-3be3c9b6ea8e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=85c3c3dc270a4bd69a94a05b049ad0da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5648439 Nov 12 07:44:37.544221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47518) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:37.552700 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ada15116-43b7-4ef0-9461-f1f8b13365a2 req-3a5766d8-7116-457a-9be0-190d144d6781 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 1161 time: 0.1443238 Nov 12 07:44:37.608048 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ada15116-43b7-4ef0-9461-f1f8b13365a2 req-d4e21d68-6af1-4ae4-8da4-8bf2cb084271 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486960 Nov 12 07:44:37.632216 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2edaac23-1512-4ae9-bc39-70700f153675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.667423 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2edaac23-1512-4ae9-bc39-70700f153675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.712014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47530) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:37.742625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1898911305', 'description': 'tempest-description-338893252'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:37.751037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:37.755165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:37.758199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:37.764393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:37.773296 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2edaac23-1512-4ae9-bc39-70700f153675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.776705 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.787308 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e2b97653-e91b-47f1-867e-17d007459628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:37.796797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-c81f169b-eab6-4ee3-a475-9d22f93819b8 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:44:37.797830 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-c81f169b-eab6-4ee3-a475-9d22f93819b8 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0091944 Nov 12 07:44:37.808462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaac23-1512-4ae9-bc39-70700f153675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bea26d-b780-489d-ae24-ad13219e38a7,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:37.810813 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-834ec1e0-bad3-40c0-9814-c85cf9afdd92 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.812999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] Request body: {'binding': {'host': 'n-h2-761264-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:37.813581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] Unknown quota resources ['binding']. {{(pid=80792) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Nov 12 07:44:37.814255 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2edaac23-1512-4ae9-bc39-70700f153675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:37.815054 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2edaac23-1512-4ae9-bc39-70700f153675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.819125 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2edaac23-1512-4ae9-bc39-70700f153675 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/89bea26d-b780-489d-ae24-ad13219e38a7 HTTP/1.1" status: 204 len: 168 time: 0.2735856 Nov 12 07:44:37.849676 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-834ec1e0-bad3-40c0-9814-c85cf9afdd92 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.892288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:37.899959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:37.900849 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-834ec1e0-bad3-40c0-9814-c85cf9afdd92 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.904633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:37.906814 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-895b86c5-b528-4b9a-8e7d-caef4dd77396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:37.923085 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ec1e0-bad3-40c0-9814-c85cf9afdd92 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Pushing event deleted for resources: {'SecurityGroup': ['ID=05112574-bc7c-46ca-bcb6-22616820b5cb,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:37.926000 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-834ec1e0-bad3-40c0-9814-c85cf9afdd92 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:37.934575 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-834ec1e0-bad3-40c0-9814-c85cf9afdd92 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:37.935812 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-834ec1e0-bad3-40c0-9814-c85cf9afdd92 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "DELETE /v2.0/security-groups/05112574-bc7c-46ca-bcb6-22616820b5cb HTTP/1.1" status: 204 len: 168 time: 0.2225983 Nov 12 07:44:37.938645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47540) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:37.956790 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [None req-20a3e9fa-69e4-4048-a664-d68132217eba tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] show failed (client error): The resource could not be found. Nov 12 07:44:37.958288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-20a3e9fa-69e4-4048-a664-d68132217eba tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "GET /v2.0/security-groups/05112574-bc7c-46ca-bcb6-22616820b5cb HTTP/1.1" status: 404 len: 347 time: 0.0183349 Nov 12 07:44:37.960875 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47544) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:37.985836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:38.116798 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.126955 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.135582 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:38.141645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Deleting port 548cb205-2640-4dc2-b364-0ccd0ef3ee28 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:38.142023 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.163977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] Attempting to bind port 1a4d7469-9639-45e9-82f8-675c437f4259 on host n-h2-761264-6 for vnic_type normal with profile None {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:44:38.164355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] Attempting to bind port 1a4d7469-9639-45e9-82f8-675c437f4259 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:44:38.164727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] Attempting to bind port 1a4d7469-9639-45e9-82f8-675c437f4259 on network 71dec89f-760d-4076-aef8-88ce965d6ab4 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:44:38.194705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroup': ['ID=d4012c6e-77e3-4453-891d-115a5a92b609,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:38.197708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:44:38.198121 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] Checking segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:44:38.198524 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.198906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] Bound using segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:44:38.199482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] Bound port: 1a4d7469-9639-45e9-82f8-675c437f4259, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:44:38.202896 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:38.203811 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.205166 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-36d1054b-47fb-4a48-8d34-e8525a9dd19c req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4691939 Nov 12 07:44:38.251456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47552) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:38.255497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=1a4d7469-9639-45e9-82f8-675c437f4259,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:44:38.272663 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] Notify callbacks [] for binding, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.277380 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-665e7dbb-e1a1-403d-9425-430253897276 service neutron] 10.222.0.40 "POST /v2.0/ports/1a4d7469-9639-45e9-82f8-675c437f4259/bindings HTTP/1.1" status: 201 len: 459 time: 0.4705691 Nov 12 07:44:38.282466 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2f0de606-d87f-43f1-a9d0-04167953e402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.359283 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.359652 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.398402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-2f0de606-d87f-43f1-a9d0-04167953e402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:38.403822 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f701a91-31cb-462d-b23e-0e0f18cbd8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947f8c71-44e2-437b-9170-c2eec74d8547', 'code': 200} Nov 12 07:44:38.404149 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2d8439-397f-4a82-bf28-0d1b2aa3be30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac78a17-504d-4c05-9bff-696d21904252', 'code': 200} Nov 12 07:44:38.404451 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa42fc83-db70-49df-b9e1-ddfac600ab40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df836bca-45ee-406a-9848-298642bf32b6', 'code': 200} Nov 12 07:44:38.409855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-2f0de606-d87f-43f1-a9d0-04167953e402 admin admin] Usage tracker for resource:security_group_rule and tenant:1f8b570385514864b294071e6f9f86d7 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:38.414616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-2f0de606-d87f-43f1-a9d0-04167953e402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:38.429963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-2f0de606-d87f-43f1-a9d0-04167953e402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:38.481381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec9ebc-d4af-40c0-9905-abdd414caa18 req-ad51bdb6-d39b-41bb-a2a9-248cdf3c6c76 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:38.489807 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-62ec9ebc-d4af-40c0-9905-abdd414caa18 req-ad51bdb6-d39b-41bb-a2a9-248cdf3c6c76 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 950 time: 0.1620173 Nov 12 07:44:38.511189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Calling delete_port for 548cb205-2640-4dc2-b364-0ccd0ef3ee28 owned by network:floatingip {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:38.772271 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-62ec9ebc-d4af-40c0-9905-abdd414caa18 req-43281b3f-fd5e-4c19-a452-10b4310b58ae tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770202 Nov 12 07:44:38.808814 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-caaff503-2b2d-47b1-941c-98aa32a464e4 req-d30163d8-37df-49e0-9b02-efb830ec4206 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 1165 time: 0.2201591 Nov 12 07:44:38.859759 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b32d5360-4f8e-4109-bb54-44f64d8bae6c req-06c1695d-6d53-4d50-ba37-cea0923172de service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3f701a91-31cb-462d-b23e-0e0f18cbd8f7 HTTP/1.1" status: 200 len: 1165 time: 0.1940367 Nov 12 07:44:38.865240 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2f0de606-d87f-43f1-a9d0-04167953e402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.874292 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2f0de606-d87f-43f1-a9d0-04167953e402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.879288 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c65c8f49-33af-4163-ac69-8578c5d8205b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:38.956431 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a756043-b30b-4271-8149-df09998cd0c6 req-9a819251-ef41-423d-9fd8-973725449410 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 1161 time: 0.4399576 Nov 12 07:44:38.956695 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:38.957155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0de606-d87f-43f1-a9d0-04167953e402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2621898c-20bb-4e31-9ea7-88d5515debe0,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:38.965669 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2f0de606-d87f-43f1-a9d0-04167953e402 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=1f8b570385514864b294071e6f9f86d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7104645 Nov 12 07:44:38.967016 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2f0de606-d87f-43f1-a9d0-04167953e402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:38.969964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47564) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:38.975710 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:38.976257 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-ad058852-fdd9-4ec1-a00e-0281a09d900f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 1160 time: 0.3286788 Nov 12 07:44:38.989098 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-43e4de29-9fba-4f00-bfcf-2cfe204c9711 req-9c0fcf2c-351b-4559-8947-a6df27631936 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 1165 time: 0.4054117 Nov 12 07:44:39.005362 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-caaff503-2b2d-47b1-941c-98aa32a464e4 req-81bfb940-c548-4e7b-8594-24ada9b51334 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3c7822aa-7b40-411d-a17b-261bd8245d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599698 Nov 12 07:44:39.013669 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b32d5360-4f8e-4109-bb54-44f64d8bae6c req-a7e5ec23-88cc-40ba-8c5b-92d71e8a6157 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444192 Nov 12 07:44:39.023652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Pushing event deleted for resources: {'Port': ['ID=548cb205-2640-4dc2-b364-0ccd0ef3ee28,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:39.026539 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:39.208173 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks [] for floatingip, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:39.223654 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:39.224914 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] 10.222.0.40 "DELETE /v2.0/floatingips/38077377-ddc9-4198-acc3-a0d2838f2ad7 HTTP/1.1" status: 204 len: 168 time: 1.2594235 Nov 12 07:44:39.527369 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a756043-b30b-4271-8149-df09998cd0c6 req-99353279-4d5f-410c-a7bc-73ef5b970498 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369706 Nov 12 07:44:39.535428 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-43e4de29-9fba-4f00-bfcf-2cfe204c9711 req-5e59aac7-f00a-4830-aa36-d2f7734b06bf service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163338 Nov 12 07:44:39.540595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-77e0ce9b-e09d-434d-bcc6-0f25a6a89fd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:39.542163 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-77e0ce9b-e09d-434d-bcc6-0f25a6a89fd7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.5491989 Nov 12 07:44:39.542884 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1860190c-bb3c-47e6-8189-8a0fba975f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:39.575801 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1860190c-bb3c-47e6-8189-8a0fba975f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:39.643955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b59876-f200-410e-a1ef-452c3aa2dcd3 req-98d4a4d6-a58f-41e2-af69-c98e33dc3b14 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:39.645609 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72b59876-f200-410e-a1ef-452c3aa2dcd3 req-98d4a4d6-a58f-41e2-af69-c98e33dc3b14 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 950 time: 0.6086347 Nov 12 07:44:39.703903 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-5817335d-273e-49aa-ab7b-33d92984a0b1 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/601d25a9-db43-47d5-8f29-ea837fbab7dc HTTP/1.1" status: 200 len: 1639 time: 0.1158447 Nov 12 07:44:39.735265 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72b59876-f200-410e-a1ef-452c3aa2dcd3 req-bfb8bd4a-9b82-4154-a585-8bda5fc788b3 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/security-groups?id=3c7822aa-7b40-411d-a17b-261bd8245d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815239 Nov 12 07:44:39.739223 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1860190c-bb3c-47e6-8189-8a0fba975f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:39.745226 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a077fd35-a025-4c24-9bcf-3be3c9b6ea8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:39.768801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860190c-bb3c-47e6-8189-8a0fba975f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2621898c-20bb-4e31-9ea7-88d5515debe0,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:39.828363 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1860190c-bb3c-47e6-8189-8a0fba975f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:39.853658 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1860190c-bb3c-47e6-8189-8a0fba975f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:39.854972 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1860190c-bb3c-47e6-8189-8a0fba975f65 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2621898c-20bb-4e31-9ea7-88d5515debe0 HTTP/1.1" status: 204 len: 168 time: 0.8839967 Nov 12 07:44:39.858873 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-ef3d1fb0-65d3-4dd3-82c8-38bcacdb219f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a4d7469-9639-45e9-82f8-675c437f4259 HTTP/1.1" status: 200 len: 217 time: 0.0913095 Nov 12 07:44:39.862184 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-f4e88f80-29ca-433a-8b82-053048942820 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/d4012c6e-77e3-4453-891d-115a5a92b609 HTTP/1.1" status: 200 len: 1638 time: 0.1496263 Nov 12 07:44:39.918200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '601d25a9-db43-47d5-8f29-ea837fbab7dc', 'remote_group_id': 'd4012c6e-77e3-4453-891d-115a5a92b609', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:39.918528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '601d25a9-db43-47d5-8f29-ea837fbab7dc', 'remote_group_id': 'd4012c6e-77e3-4453-891d-115a5a92b609', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:39.973475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:39.985987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:39.994662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:40.009157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:40.013393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-e4783815-d992-4cec-8b2f-fd9d8e1daec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:40.015431 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-e4783815-d992-4cec-8b2f-fd9d8e1daec4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.1498029 Nov 12 07:44:40.084632 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-113e4abd-0f3a-4731-a805-a436706ca073 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606458 Nov 12 07:44:40.193685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f166-053a-438b-be93-25ec8861b0a9 req-16b63c73-d98f-4488-b554-da80dfa268b3 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:40.195821 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e3a4f166-053a-438b-be93-25ec8861b0a9 req-16b63c73-d98f-4488-b554-da80dfa268b3 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 945 time: 0.2871161 Nov 12 07:44:40.304505 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:40.338324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e3a4f166-053a-438b-be93-25ec8861b0a9 req-0e4023e6-7b22-4b42-9565-378aaa68c93d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335659 Nov 12 07:44:40.345860 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-d3a414cd-dcce-49f7-a943-4e3f5eba8ce5 service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480953 Nov 12 07:44:40.383003 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:40.451402 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:40.460794 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-655ee90c-a437-4812-a9b4-591ea7d6480b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:40.498567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167a9492-a5f7-4c9e-bde1-91819c90295b,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:40.508147 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:40.554348 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:40.561475 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-31351188-5326-4cee-93a7-2e445e1d50e0 req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.6572094 Nov 12 07:44:40.596224 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-c1029f2c-20b9-4e38-8680-d8cf0f4f0ed3 service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2355785 Nov 12 07:44:40.867472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7546e5-279f-442a-9a93-5f930d664a5f req-10f212ba-c8f2-4778-b7c4-581d0bd58e05 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:40.869154 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db7546e5-279f-442a-9a93-5f930d664a5f req-10f212ba-c8f2-4778-b7c4-581d0bd58e05 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 950 time: 0.1513021 Nov 12 07:44:40.927728 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db7546e5-279f-442a-9a93-5f930d664a5f req-e4793fa0-ee24-4208-94b7-05448d804d16 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514579 Nov 12 07:44:41.064508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1216250039', 'description': 'tempest-description-1412825472'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:41.071225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:41.075436 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:41.079261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:41.085453 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:41.098114 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:41.146947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:41.151086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:41.154237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:41.160452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:41.224869 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:41.228289 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:41.252942 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2ac8bb6a-0ffe-434b-9823-5bbc9534a793 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:41.269968 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:41.285239 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-99bdd300-1ce4-48fa-bc7f-e0cb3008f643 req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.2194541 Nov 12 07:44:41.360116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroup': ['ID=a5822ed9-4e4c-4272-b49b-02d6b837edc7,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:41.370998 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:41.412408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ce915-7f7f-45d4-a4e5-476158293399 req-57f25298-390c-4ebd-81f8-446e4349e46e tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:41.421493 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f62ce915-7f7f-45d4-a4e5-476158293399 req-57f25298-390c-4ebd-81f8-446e4349e46e tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 950 time: 0.1699986 Nov 12 07:44:41.447340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1866288370', 'description': 'tempest-description-957588157'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:41.468008 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:41.482401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:41.488427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:41.501328 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:41.541651 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f62ce915-7f7f-45d4-a4e5-476158293399 req-55d0aaa7-a155-48cc-9a79-7b2da64a157e tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/security-groups?id=3c7822aa-7b40-411d-a17b-261bd8245d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190162 Nov 12 07:44:41.547581 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:41.602192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:41.607937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:41.618196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:41.626671 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:41.738178 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:41.743861 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:41.759099 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-86e9c48e-e9de-4df4-84a8-d92f7858f4fb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:41.832637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroup': ['ID=d619954d-2095-4350-9a86-b953c73915bc,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:41.836645 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:41.838253 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:41.853141 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d880a277-6a83-4372-b6de-b5e7adeaaf0e req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4109352 Nov 12 07:44:41.997394 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47654) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:42.037571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6994-31c0-41c8-b72b-3ff5b7041786 req-82ccc75d-cbe0-4ffa-b5dc-f13b285037c2 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:42.040963 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-461b6994-31c0-41c8-b72b-3ff5b7041786 req-82ccc75d-cbe0-4ffa-b5dc-f13b285037c2 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 945 time: 0.1854591 Nov 12 07:44:42.112768 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-461b6994-31c0-41c8-b72b-3ff5b7041786 req-013e1ed9-4427-4e64-a4b5-b368349bc049 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627782 Nov 12 07:44:42.436947 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-18ccc163-628c-48a8-8192-cc970a6190a1 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/a5822ed9-4e4c-4272-b49b-02d6b837edc7 HTTP/1.1" status: 200 len: 1639 time: 0.0572836 Nov 12 07:44:42.465370 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-15dbfd4a-0754-469a-a03e-2f7111f4df0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:42.501306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-15dbfd4a-0754-469a-a03e-2f7111f4df0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:42.506269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-15dbfd4a-0754-469a-a03e-2f7111f4df0e admin admin] Usage tracker for resource:security_group_rule and tenant:6688ef3c6f93422bafdfceab9a5645cd is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:42.509441 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-15dbfd4a-0754-469a-a03e-2f7111f4df0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:42.516755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-15dbfd4a-0754-469a-a03e-2f7111f4df0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:42.537305 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-590c5f40-a5a9-4855-9e68-2749f5f1e066 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/d619954d-2095-4350-9a86-b953c73915bc HTTP/1.1" status: 200 len: 1638 time: 0.0992010 Nov 12 07:44:42.561561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a5822ed9-4e4c-4272-b49b-02d6b837edc7', 'remote_group_id': 'd619954d-2095-4350-9a86-b953c73915bc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:42.561900 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a5822ed9-4e4c-4272-b49b-02d6b837edc7', 'remote_group_id': 'd619954d-2095-4350-9a86-b953c73915bc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:42.575434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:42.589067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:42.595619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:42.602787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:42.655666 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-15dbfd4a-0754-469a-a03e-2f7111f4df0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:42.659163 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-15dbfd4a-0754-469a-a03e-2f7111f4df0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:42.667077 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dcd209ea-4f1e-4cc9-a2e4-8e288943ae44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:42.725477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbfd4a-0754-469a-a03e-2f7111f4df0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc04ed1-5956-4aac-a4c0-bf0ce11504d7,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:42.725477 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-15dbfd4a-0754-469a-a03e-2f7111f4df0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:42.734103 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-15dbfd4a-0754-469a-a03e-2f7111f4df0e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6688ef3c6f93422bafdfceab9a5645cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7298019 Nov 12 07:44:42.746461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47680) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:42.783376 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:42.830113 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:42.840533 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:42.853953 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:42.855682 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-742e82fd-d354-45bd-bc8b-297e7afd4610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:42.883784 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-742e82fd-d354-45bd-bc8b-297e7afd4610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:42.885838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4653da7-a36a-42ce-92a1-4241556fee99,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:42.888915 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:42.894572 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:42.895890 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b0e286c-db71-4253-b08c-f09b2aaeb0c5 req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.3391829 Nov 12 07:44:42.914838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c57f5-6fae-42ce-919b-47b630ff007f req-93c43f6d-18c2-4915-94ab-ff93c8074354 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:42.924674 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd3c57f5-6fae-42ce-919b-47b630ff007f req-93c43f6d-18c2-4915-94ab-ff93c8074354 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 950 time: 0.2771208 Nov 12 07:44:42.942135 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-742e82fd-d354-45bd-bc8b-297e7afd4610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:42.947457 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d8741b90-802a-4701-8d4c-cff081172bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:42.962374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e82fd-d354-45bd-bc8b-297e7afd4610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc04ed1-5956-4aac-a4c0-bf0ce11504d7,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:42.965258 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-742e82fd-d354-45bd-bc8b-297e7afd4610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:42.966445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-742e82fd-d354-45bd-bc8b-297e7afd4610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:42.967988 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-742e82fd-d354-45bd-bc8b-297e7afd4610 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4fc04ed1-5956-4aac-a4c0-bf0ce11504d7 HTTP/1.1" status: 204 len: 168 time: 0.2193825 Nov 12 07:44:42.977939 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd3c57f5-6fae-42ce-919b-47b630ff007f req-3f5efc40-2a27-4bdd-b78d-4ed7c38baa66 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Nov 12 07:44:43.143959 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c01970e-b2b9-433f-8ca4-f257b0aa7985 req-2f50c670-5af8-4f31-9489-b36335cec686 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/d619954d-2095-4350-9a86-b953c73915bc HTTP/1.1" status: 200 len: 1638 time: 0.0559809 Nov 12 07:44:43.220877 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9c01970e-b2b9-433f-8ca4-f257b0aa7985 req-98716f23-a566-4fff-8b47-cc51757e1deb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:43.251001 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9c01970e-b2b9-433f-8ca4-f257b0aa7985 req-98716f23-a566-4fff-8b47-cc51757e1deb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:43.325841 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9c01970e-b2b9-433f-8ca4-f257b0aa7985 req-98716f23-a566-4fff-8b47-cc51757e1deb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:43.333658 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d39f07d1-6532-4705-9b00-bfc7d2fadfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:43.354404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98716f23-a566-4fff-8b47-cc51757e1deb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event deleted for resources: {'SecurityGroup': ['ID=d619954d-2095-4350-9a86-b953c73915bc,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:43.362715 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-98716f23-a566-4fff-8b47-cc51757e1deb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:43.364056 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9c01970e-b2b9-433f-8ca4-f257b0aa7985 req-98716f23-a566-4fff-8b47-cc51757e1deb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:43.373518 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c01970e-b2b9-433f-8ca4-f257b0aa7985 req-98716f23-a566-4fff-8b47-cc51757e1deb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "DELETE /v2.0/security-groups/d619954d-2095-4350-9a86-b953c73915bc HTTP/1.1" status: 204 len: 173 time: 0.2229500 Nov 12 07:44:43.674585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7ba33-b570-4bd5-a4b3-3e8d0ec2aa56 req-af47104a-8950-43d0-adff-c40abc734434 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:43.676227 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dad7ba33-b570-4bd5-a4b3-3e8d0ec2aa56 req-af47104a-8950-43d0-adff-c40abc734434 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=3f701a91-31cb-462d-b23e-0e0f18cbd8f7 HTTP/1.1" status: 200 len: 950 time: 0.1822710 Nov 12 07:44:43.747620 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dad7ba33-b570-4bd5-a4b3-3e8d0ec2aa56 req-5d74275c-15ab-461c-8cbf-f3c1535aa1d2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619526 Nov 12 07:44:43.762352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632111b2-05f9-4018-9bd3-4bd0936c62b4 req-2f334b37-61da-49eb-a56e-eae395d934f1 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:43.764438 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-632111b2-05f9-4018-9bd3-4bd0936c62b4 req-2f334b37-61da-49eb-a56e-eae395d934f1 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 945 time: 0.1397634 Nov 12 07:44:43.822435 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-632111b2-05f9-4018-9bd3-4bd0936c62b4 req-7e499e55-d57d-48b3-9394-9f7880a87029 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516071 Nov 12 07:44:43.888608 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-07b72f13-2275-4f4e-bed3-7b909f8c4c79 req-c0ad4d33-e0f4-4f97-a8ae-ad37bccb0fd3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/a5822ed9-4e4c-4272-b49b-02d6b837edc7 HTTP/1.1" status: 200 len: 1639 time: 0.0551374 Nov 12 07:44:43.953803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47738) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:44.180752 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-c05ee500-2bd6-443c-8ec3-289a959a9078 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:44.188607 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-c05ee500-2bd6-443c-8ec3-289a959a9078 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 808 time: 0.1855214 Nov 12 07:44:44.209184 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-1d050dfa-5b63-437f-9529-ff9693cadef0 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/quotas/e0845a8f3b354c12b6b4d9869a6616f3 HTTP/1.1" status: 200 len: 375 time: 0.0191896 Nov 12 07:44:44.361353 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-c1e313c9-1aad-4117-9e83-4d91c13882be tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1510825 Nov 12 07:44:44.455542 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a25e3d-37e7-472c-800f-7054260dc516 req-ac3dfb4a-aad3-4184-b410-6bb552ca142d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:44.460112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a25e3d-37e7-472c-800f-7054260dc516 req-ac3dfb4a-aad3-4184-b410-6bb552ca142d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:44.462010 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-03a25e3d-37e7-472c-800f-7054260dc516 req-ac3dfb4a-aad3-4184-b410-6bb552ca142d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=3f701a91-31cb-462d-b23e-0e0f18cbd8f7&device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 1691 time: 0.1922932 Nov 12 07:44:44.566761 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-03a25e3d-37e7-472c-800f-7054260dc516 req-e0a3a24d-0705-4825-9900-24ecd203984c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961864 Nov 12 07:44:44.584699 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6ab803a3-eb1f-4458-9808-cd7708a59e13 service neutron] 10.222.0.40 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139587 Nov 12 07:44:44.658396 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982396'] for router_interface, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:44.668958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1690480638', 'description': 'tempest-description-838073235'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:44.687504 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:44.695511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:44.700030 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:44.709043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:44.733733 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:44.768768 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-fd2f827c-7326-405e-87ab-99c2cd3b5468 service neutron] 10.222.0.40 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1832519 Nov 12 07:44:44.789793 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:44.794193 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:44.797625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:44.804240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:44.868845 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:44.874135 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:44.878176 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-467727e7-e9a1-468d-84bb-6d69b80592c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:44.930422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroup': ['ID=d6088b57-e1b9-4c13-add3-539d37d4c9a2,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:44.934148 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:44.948930 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf6bfdcd-d253-46a5-9b34-37b84b44b62e req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.2888350 Nov 12 07:44:44.950114 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:45.209563 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9829665a-ae48-421e-a6cd-a73229429ceb req-2fbd287e-dd16-4737-9107-bc489b2bd058 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 210 time: 0.0963900 Nov 12 07:44:45.299015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b1171-c871-4214-93e6-d570b19e4ba5 req-ebb814ec-7c7d-4e0f-b2d4-17165a4297ad tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:45.300702 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-982b1171-c871-4214-93e6-d570b19e4ba5 req-ebb814ec-7c7d-4e0f-b2d4-17165a4297ad tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 945 time: 0.1433747 Nov 12 07:44:45.320834 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-29058336-0d38-4e58-aacd-8a6c7b71bc68 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/d6088b57-e1b9-4c13-add3-539d37d4c9a2 HTTP/1.1" status: 200 len: 1638 time: 0.0643229 Nov 12 07:44:45.342256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6088b57-e1b9-4c13-add3-539d37d4c9a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:45.342686 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6088b57-e1b9-4c13-add3-539d37d4c9a2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:45.354854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:45.360399 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:45.370652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:45.383411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:45.420481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Deleting port f0a87aef-d797-4b5e-bd47-400dd896f97f {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:45.420966 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:45.424012 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-982b1171-c871-4214-93e6-d570b19e4ba5 req-59aa90b4-a62c-457f-87a6-17961ceedb77 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059308 Nov 12 07:44:45.541167 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:45.626655 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:45.632385 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:45.634751 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d6d1356-da20-4f4e-b2c9-1b3b81d225c3 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:45.724254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbec7ef-7f6c-40a9-bcf6-9529861ea7ab,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:45.726435 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:45.733642 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d112f4d7-ff5a-4f61-a6b8-85478881b21c req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.3974311 Nov 12 07:44:45.739886 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32c54056-9258-4c7a-a87d-4966372b5889 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:45.806358 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e2fb422c-7b39-4037-bda9-7f92ae37588c req-60a17fe3-fd64-408e-b700-c08ae7cd6b5b tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/ports?device_id=3f701a91-31cb-462d-b23e-0e0f18cbd8f7 HTTP/1.1" status: 200 len: 1165 time: 0.1245916 Nov 12 07:44:45.832226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] For port f0a87aef-d797-4b5e-bd47-400dd896f97f, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=f0a87aef-d797-4b5e-bd47-400dd896f97f,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:45.832615 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:45.924813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e2fb422c-7b39-4037-bda9-7f92ae37588c req-36c4c077-bf1f-4a0e-ab5c-53f5fddcf02c tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Synchronizing usage tracker for tenant:81f76f8bcfbd425294c3b836b351f344 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:44:45.976585 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-504ff263-69cd-4b5f-b37c-6ee7d64aa17b tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/d6088b57-e1b9-4c13-add3-539d37d4c9a2 HTTP/1.1" status: 200 len: 2141 time: 0.0845511 Nov 12 07:44:45.983142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e2fb422c-7b39-4037-bda9-7f92ae37588c req-36c4c077-bf1f-4a0e-ab5c-53f5fddcf02c tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] Unset dirty status for tenant:81f76f8bcfbd425294c3b836b351f344 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:44:45.984628 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e2fb422c-7b39-4037-bda9-7f92ae37588c req-36c4c077-bf1f-4a0e-ab5c-53f5fddcf02c tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709042 Nov 12 07:44:45.991112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6088b57-e1b9-4c13-add3-539d37d4c9a2', 'remote_group_id': None}]} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:45.991549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6088b57-e1b9-4c13-add3-539d37d4c9a2', 'remote_group_id': None}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:46.000034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:46.005149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Usage tracker for resource:security_group_rule and tenant:78156912eb564e06b81d60dc24f1e5f0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:46.009070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:46.023836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:46.025967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Calling delete_port for f0a87aef-d797-4b5e-bd47-400dd896f97f owned by network:router_interface {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:46.099610 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:46.126786 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:46.131329 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:46.133572 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:46.157318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c40b2d1-994f-4d62-aee4-845092ab8112,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:46.167624 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:46.182805 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:46.204248 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1eb9320d-db01-4348-9a0b-ebd2a8812648 req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.2182238 Nov 12 07:44:46.328293 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:46.463502 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e61ac2f-88a1-41ee-826a-7f73750f4477 req-25858e11-13fe-48f9-bc1d-d8bf56b68f42 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 1165 time: 0.1304927 Nov 12 07:44:46.581107 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e61ac2f-88a1-41ee-826a-7f73750f4477 req-7cadca68-e43d-422b-8764-3defce7e1ae1 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096253 Nov 12 07:44:46.637490 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ae054c87-596a-4f1f-901e-e7b922daca3a tempest-LiveMigrationNegativeTest-329550815 tempest-LiveMigrationNegativeTest-329550815] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:46.704840 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-09165030-7db5-4d3e-a636-5f422a31ce36 req-d5a36185-0012-495e-80a6-e922b4bbf642 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/d6088b57-e1b9-4c13-add3-539d37d4c9a2 HTTP/1.1" status: 200 len: 2649 time: 0.1228926 Nov 12 07:44:46.790666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a87aef-d797-4b5e-bd47-400dd896f97f,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:46.805035 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:46.878302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-4876c2af-3d1f-441e-ba3d-b29ae92532be tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:46.880021 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-4876c2af-3d1f-441e-ba3d-b29ae92532be tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.41 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 808 time: 0.3624740 Nov 12 07:44:46.903448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Request body: {'port': {'device_id': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7', 'admin_state_up': True, 'tenant_id': 'e0845a8f3b354c12b6b4d9869a6616f3'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:46.963460 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-745a5cb3-4127-4fb7-82a3-5ddd9fb8556e req-3b9ef6f5-4a2f-4496-b84a-7ea099a2d9d4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 210 time: 0.0609396 Nov 12 07:44:47.104826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dffa4-5cee-4066-865e-65a2d36b4b20 req-ebc4ef83-ad82-4a71-b465-4cce12336d60 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:47.106514 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-420dffa4-5cee-4066-865e-65a2d36b4b20 req-ebc4ef83-ad82-4a71-b465-4cce12336d60 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 945 time: 0.1568558 Nov 12 07:44:47.200534 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-420dffa4-5cee-4066-865e-65a2d36b4b20 req-6206d316-bc24-4b84-aa47-e9059105597f tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864465 Nov 12 07:44:47.280498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:47.287052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Usage tracker for resource:port and tenant:e0845a8f3b354c12b6b4d9869a6616f3 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:47.291850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Quota usage for port was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:47.300519 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:47.321215 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b1ce476-b319-4d70-9948-d61c956587a0 req-1a8cff22-2d89-4bfd-a682-88e6e362798c tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-group-rules/6c40b2d1-994f-4d62-aee4-845092ab8112 HTTP/1.1" status: 200 len: 718 time: 0.0653653 Nov 12 07:44:47.326439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Made reservation on behalf of e0845a8f3b354c12b6b4d9869a6616f3 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:44:47.333298 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:47.511951 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b1ce476-b319-4d70-9948-d61c956587a0 req-3343964c-9a27-4018-a721-a70e429708c1 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/d6088b57-e1b9-4c13-add3-539d37d4c9a2 HTTP/1.1" status: 200 len: 2649 time: 0.1826727 Nov 12 07:44:47.528368 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847671257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7982554'] for router_interface, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:47.594870 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9b1ce476-b319-4d70-9948-d61c956587a0 req-ea9dc6a9-5542-4c2a-ae47-ace0f9ec6706 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:47.607546 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9b1ce476-b319-4d70-9948-d61c956587a0 req-ea9dc6a9-5542-4c2a-ae47-ace0f9ec6706 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:47.641395 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9b1ce476-b319-4d70-9948-d61c956587a0 req-ea9dc6a9-5542-4c2a-ae47-ace0f9ec6706 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:47.653554 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-93900c3e-5e62-4d4c-8f67-71ddb2ca3c3a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:47.663778 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9b1ce476-b319-4d70-9948-d61c956587a0 req-ea9dc6a9-5542-4c2a-ae47-ace0f9ec6706 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group_rule, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:47.682812 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b1ce476-b319-4d70-9948-d61c956587a0 req-ea9dc6a9-5542-4c2a-ae47-ace0f9ec6706 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "DELETE /v2.0/security-group-rules/6c40b2d1-994f-4d62-aee4-845092ab8112 HTTP/1.1" status: 204 len: 173 time: 0.1697655 Nov 12 07:44:47.690910 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dc6a9-5542-4c2a-ae47-ace0f9ec6706 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c40b2d1-994f-4d62-aee4-845092ab8112,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:47.694054 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ea9dc6a9-5542-4c2a-ae47-ace0f9ec6706 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:47.846792 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-70c44c67-8582-48eb-8c81-88864631a234 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543334 Nov 12 07:44:48.107776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-d33cd73c-ddbb-461c-916d-e820cfe2c5cd tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:48.119293 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-d33cd73c-ddbb-461c-916d-e820cfe2c5cd tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2654631 Nov 12 07:44:48.209898 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-de354ebf-24cb-467b-b0eb-d5d8b44d7c7d tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/quotas/f9baf28c49804d348f7d8c02b4915fb2 HTTP/1.1" status: 200 len: 375 time: 0.0577853 Nov 12 07:44:48.246156 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ed73c98f-1444-4370-8689-ed8052880579 req-814077fe-3c76-49d0-a1c7-787f222f52e4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/d6088b57-e1b9-4c13-add3-539d37d4c9a2 HTTP/1.1" status: 200 len: 2141 time: 0.1256135 Nov 12 07:44:48.344613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Allocated IP 172.20.0.11 (bdcf583c-9b91-4b67-8d2c-23531a9270a7/114c2954-03a7-48e0-953f-a8a223595251/fbd1f78b-8f78-4b11-8a33-54ed644a032b) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:44:48.766086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47950) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:48.789742 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ed73c98f-1444-4370-8689-ed8052880579 req-f4ec917b-e948-4ab5-bb7d-799da61835dc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:48.813533 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-1827cfd2-05a1-40fb-9ef9-1f494675646f tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.33 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 1160 time: 0.4786568 Nov 12 07:44:48.842233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-6'}}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:48.858819 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:48.893440 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-d0635ac2-6412-41c3-840a-bdafed093de7 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6563859 Nov 12 07:44:48.937676 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ed73c98f-1444-4370-8689-ed8052880579 req-f4ec917b-e948-4ab5-bb7d-799da61835dc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:48.955078 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:48.991280 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1d0077e7-926b-4045-840c-e19692a5a20f tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:49.177361 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-029eafb3-9560-4105-8d53-e74cd3e7d30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:49.211871 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:49.229829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ed73c98f-1444-4370-8689-ed8052880579 req-f4ec917b-e948-4ab5-bb7d-799da61835dc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:49.266257 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-98716f23-a566-4fff-8b47-cc51757e1deb tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:49.305191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec917b-e948-4ab5-bb7d-799da61835dc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6088b57-e1b9-4c13-add3-539d37d4c9a2,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:49.317693 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f4ec917b-e948-4ab5-bb7d-799da61835dc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:49.383556 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Pushing event updated for resources: {'Port': ['ID=fbd1f78b-8f78-4b11-8a33-54ed644a032b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:49.406863 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:49.441897 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-029eafb3-9560-4105-8d53-e74cd3e7d30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:49.463706 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ed73c98f-1444-4370-8689-ed8052880579 req-f4ec917b-e948-4ab5-bb7d-799da61835dc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:49.480363 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ed73c98f-1444-4370-8689-ed8052880579 req-f4ec917b-e948-4ab5-bb7d-799da61835dc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "DELETE /v2.0/security-groups/d6088b57-e1b9-4c13-add3-539d37d4c9a2 HTTP/1.1" status: 204 len: 173 time: 1.2330940 Nov 12 07:44:49.484498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-029eafb3-9560-4105-8d53-e74cd3e7d30b admin admin] Usage tracker for resource:security_group_rule and tenant:9cadffbbbbbc47a9ade20d5610ffb41a is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:49.489728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Network bdcf583c-9b91-4b67-8d2c-23531a9270a7 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:44:49.492746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:44:49.495613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:44:49.498097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-029eafb3-9560-4105-8d53-e74cd3e7d30b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:49.527973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-029eafb3-9560-4105-8d53-e74cd3e7d30b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:49.662224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:49.662693 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:49.700851 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8017364 Nov 12 07:44:49.714256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Request body: {'port': {'device_id': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:49.757358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Router 3735bb15-54b5-4d58-bf0c-64e59701f51f has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:44:49.992811 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:50.096546 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-029eafb3-9560-4105-8d53-e74cd3e7d30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:50.099783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=1a4d7469-9639-45e9-82f8-675c437f4259,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:50.108466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6addc24-4e29-4271-815a-3662cf88318b req-d37e0650-5cad-4171-a9b6-136fc5d883c4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:50.110692 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d6addc24-4e29-4271-815a-3662cf88318b req-d37e0650-5cad-4171-a9b6-136fc5d883c4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 932 time: 0.4115980 Nov 12 07:44:50.117704 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-029eafb3-9560-4105-8d53-e74cd3e7d30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:50.153671 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2f46962d-ef35-4d41-a8f8-c965589d2582 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:50.167542 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-029eafb3-9560-4105-8d53-e74cd3e7d30b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9cadffbbbbbc47a9ade20d5610ffb41a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4002924 Nov 12 07:44:50.173216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 47982) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:50.229992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c885e-b957-4c99-a193-45d2d0e61822 req-88f3f8be-1f91-4b1e-9789-573f02aaf46c tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:50.238196 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb4c885e-b957-4c99-a193-45d2d0e61822 req-88f3f8be-1f91-4b1e-9789-573f02aaf46c tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 945 time: 0.3799653 Nov 12 07:44:50.307688 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:44:50.347775 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eafb3-9560-4105-8d53-e74cd3e7d30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c55ec3-4416-4226-8b19-884210023ffd,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:50.374136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:44:50.383289 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] 10.222.0.40 "PUT /v2.0/routers/3735bb15-54b5-4d58-bf0c-64e59701f51f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4261491 Nov 12 07:44:50.393851 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 47988) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:50.394409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11136a2-2866-4869-a775-034b9eedd3fb None None] Sync routers for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:44:50.411558 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-029eafb3-9560-4105-8d53-e74cd3e7d30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:50.426262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11136a2-2866-4869-a775-034b9eedd3fb None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:44:50.426945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f11136a2-2866-4869-a775-034b9eedd3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:44:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:50.465706 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb4c885e-b957-4c99-a193-45d2d0e61822 req-a5798849-7abc-43ab-81ee-9d64e25689e5 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268827 Nov 12 07:44:50.511751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:44:50.594641 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2d7df579-33c1-4a1f-89f5-ef1dc579f2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:50.670887 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d6addc24-4e29-4271-815a-3662cf88318b req-1af14a06-0e06-43c5-923a-344c85e9999c tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188751 Nov 12 07:44:50.742134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:50.873536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:50.918128 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2d7df579-33c1-4a1f-89f5-ef1dc579f2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:50.952009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-f11136a2-2866-4869-a775-034b9eedd3fb None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:44:50.967380 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:50.996541 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0867c479-73e5-49f0-83ef-5dc37c4b60d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:51.028651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd1f78b-8f78-4b11-8a33-54ed644a032b {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:44:51.036469 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:51.049698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Transition to ACTIVE for port object fbd1f78b-8f78-4b11-8a33-54ed644a032b will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:44:51.056705 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:51.075137 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:51.081365 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2d7df579-33c1-4a1f-89f5-ef1dc579f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:51.088035 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-5c0eacbf-5fb1-43be-bc32-969c1a1fad17 req-45b81711-9fff-4fbb-9fa3-1aac96650cfa tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] show failed (client error): The resource could not be found. Nov 12 07:44:51.105548 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5c0eacbf-5fb1-43be-bc32-969c1a1fad17 req-45b81711-9fff-4fbb-9fa3-1aac96650cfa tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/d619954d-2095-4350-9a86-b953c73915bc HTTP/1.1" status: 404 len: 352 time: 0.2125187 Nov 12 07:44:51.110933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d7469-9639-45e9-82f8-675c437f4259,revision_number=6']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:51.116966 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:51.132499 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-56dbbf9c-9940-468e-8440-6c15bacbeab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:51.141300 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2d7df579-33c1-4a1f-89f5-ef1dc579f2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:51.144855 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2d7df579-33c1-4a1f-89f5-ef1dc579f2dd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/30c55ec3-4416-4226-8b19-884210023ffd HTTP/1.1" status: 204 len: 168 time: 0.9660490 Nov 12 07:44:51.159627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd1f78b-8f78-4b11-8a33-54ed644a032b,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:51.271711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7df579-33c1-4a1f-89f5-ef1dc579f2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c55ec3-4416-4226-8b19-884210023ffd,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:51.280526 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2d7df579-33c1-4a1f-89f5-ef1dc579f2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:51.485624 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259', 'code': 200} Nov 12 07:44:51.625820 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1edbb9d2-ac2c-46a0-a274-fa332bbf7afd req-11c89963-8a16-480d-8304-7cfe90e75ee1 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/a5822ed9-4e4c-4272-b49b-02d6b837edc7 HTTP/1.1" status: 200 len: 1639 time: 0.1426342 Nov 12 07:44:51.846314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f11136a2-2866-4869-a775-034b9eedd3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:44:46Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:51.852581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11136a2-2866-4869-a775-034b9eedd3fb None None] Checking router: 3735bb15-54b5-4d58-bf0c-64e59701f51f for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:44:51.866928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11136a2-2866-4869-a775-034b9eedd3fb None None] Routers {'3735bb15-54b5-4d58-bf0c-64e59701f51f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:44:51.867758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f11136a2-2866-4869-a775-034b9eedd3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:44:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3735bb15-54b5-4d58-bf0c-64e59701f51f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:51.936361 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20807e2e-302d-488c-8604-106d1fec5cc1 req-63741dba-927d-4a50-b2da-cbe7a25b1669 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 210 time: 0.1634459 Nov 12 07:44:51.952051 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1edbb9d2-ac2c-46a0-a274-fa332bbf7afd req-d3c2f983-2633-4270-93c6-2917c11c4865 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:51.982797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1edbb9d2-ac2c-46a0-a274-fa332bbf7afd req-d3c2f983-2633-4270-93c6-2917c11c4865 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:52.006843 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:52.027975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Attempting to bind port 1a4d7469-9639-45e9-82f8-675c437f4259 on host n-h1-761264-6 for vnic_type normal with profile {"migrating_to": "n-h2-761264-6"} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:44:52.028361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Attempting to bind port 1a4d7469-9639-45e9-82f8-675c437f4259 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:44:52.028820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Attempting to bind port 1a4d7469-9639-45e9-82f8-675c437f4259 on network 71dec89f-760d-4076-aef8-88ce965d6ab4 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:44:52.038526 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:44:52.038925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Checking segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:44:52.039344 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:52.039748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Bound using segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:44:52.040239 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Bound port: 1a4d7469-9639-45e9-82f8-675c437f4259, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:44:52.040617 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:52.065178 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1edbb9d2-ac2c-46a0-a274-fa332bbf7afd req-d3c2f983-2633-4270-93c6-2917c11c4865 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:52.119861 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48040) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:52.161960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:44:52.165897 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=1a4d7469-9639-45e9-82f8-675c437f4259,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:44:52.167480 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9a11385c-b868-41cd-9d57-c0801f381cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:52.185279 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:52.192591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-f11136a2-2866-4869-a775-034b9eedd3fb None None] Set router 3735bb15-54b5-4d58-bf0c-64e59701f51f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:44:52.349288 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee2775ee-dfc4-4daf-b382-4722272d7f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:52.403240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2f983-2633-4270-93c6-2917c11c4865 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5822ed9-4e4c-4272-b49b-02d6b837edc7,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:52.407650 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d3c2f983-2633-4270-93c6-2917c11c4865 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:52.516131 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:52.566583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ee2775ee-dfc4-4daf-b382-4722272d7f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:52.579857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ee2775ee-dfc4-4daf-b382-4722272d7f9c admin admin] Usage tracker for resource:security_group_rule and tenant:68d97aa793034af4be70dc88b4d496ff is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:44:52.583078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ee2775ee-dfc4-4daf-b382-4722272d7f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:44:52.597914 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ee2775ee-dfc4-4daf-b382-4722272d7f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:52.624162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 1a4d7469-9639-45e9-82f8-675c437f4259 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:52.626281 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1edbb9d2-ac2c-46a0-a274-fa332bbf7afd req-d3c2f983-2633-4270-93c6-2917c11c4865 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:52.637843 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1edbb9d2-ac2c-46a0-a274-fa332bbf7afd req-d3c2f983-2633-4270-93c6-2917c11c4865 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "DELETE /v2.0/security-groups/a5822ed9-4e4c-4272-b49b-02d6b837edc7 HTTP/1.1" status: 204 len: 173 time: 1.0110087 Nov 12 07:44:52.712299 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee2775ee-dfc4-4daf-b382-4722272d7f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:52.766523 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-583c6e59-8e7f-4a4e-b58c-300792b0fa0f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974171 Nov 12 07:44:52.854387 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee2775ee-dfc4-4daf-b382-4722272d7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:52.855004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d7469-9639-45e9-82f8-675c437f4259,revision_number=7']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:52.877190 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:52.880086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 1a4d7469-9639-45e9-82f8-675c437f4259 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:52.881978 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:52.886186 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:52.887927 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] 10.222.0.33 "PUT /v2.0/ports/1a4d7469-9639-45e9-82f8-675c437f4259 HTTP/1.1" status: 200 len: 1185 time: 4.0645044 Nov 12 07:44:52.954243 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-de475a0d-d5a2-47fa-bd30-5ef94e651715 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3138862 Nov 12 07:44:52.964434 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ef04765d-6ba6-464a-9d66-220addf6f674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:53.004253 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ee2775ee-dfc4-4daf-b382-4722272d7f9c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=68d97aa793034af4be70dc88b4d496ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8651378 Nov 12 07:44:53.019861 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48058) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:53.106857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f11136a2-2866-4869-a775-034b9eedd3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:44:46Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:44:53.118679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11136a2-2866-4869-a775-034b9eedd3fb None None] The sync data for ids ['3735bb15-54b5-4d58-bf0c-64e59701f51f'] in n-d-761264-6 is: [{'id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1465256723-router', 'tenant_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:20Z', 'updated_at': '2020-11-12T07:44:46Z', 'revision_number': 5, 'project_id': '9c5f9ebd2bcf4c7b833bd9f0cedcb054', 'gw_port': {'id': '608b42ce-5ac2-4521-bdf9-81671526719e', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3735bb15-54b5-4d58-bf0c-64e59701f51f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:21Z', 'updated_at': '2020-11-12T07:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:44:53.227446 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:53.302988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2775ee-dfc4-4daf-b382-4722272d7f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8779c4c6-1f23-4900-a00d-93f4b6399cf8,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:53.314879 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee2775ee-dfc4-4daf-b382-4722272d7f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:53.329942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=1a4d7469-9639-45e9-82f8-675c437f4259,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:53.332076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:53.343482 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:53.345377 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:53.388525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-57382506-ba26-4738-8a72-c8e25cb330b3 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:53.390635 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-57382506-ba26-4738-8a72-c8e25cb330b3 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4200802 Nov 12 07:44:53.435664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Request body: {'port': {'device_id': '61fdb678-8b05-4b37-b68a-a9ff68a79bdf', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'f9baf28c49804d348f7d8c02b4915fb2'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:53.469807 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:53.483039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c31f4-2031-43bd-98db-f8df00ad02eb req-de8aa23a-2a2e-4ff8-b0b6-934a71b7c63c tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:53.485072 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Attempting to bind port fbd1f78b-8f78-4b11-8a33-54ed644a032b on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:44:53.485458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Attempting to bind port fbd1f78b-8f78-4b11-8a33-54ed644a032b by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:44:53.485836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Attempting to bind port fbd1f78b-8f78-4b11-8a33-54ed644a032b on network bdcf583c-9b91-4b67-8d2c-23531a9270a7 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:44:53.491702 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e4c31f4-2031-43bd-98db-f8df00ad02eb req-de8aa23a-2a2e-4ff8-b0b6-934a71b7c63c tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 943 time: 1.1698577 Nov 12 07:44:53.541833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device f0a87aef-d797-4b5e-bd47-400dd896f97f no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:53.617925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:44:53.618309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Checking segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:44:53.618720 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:53.619128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Bound using segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:44:53.619628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Bound port: fbd1f78b-8f78-4b11-8a33-54ed644a032b, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:44:53.620006 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:53.644600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:53.683257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: f0a87aef-d797-4b5e-bd47-400dd896f97f {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:44:53.683925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device f0a87aef-d797-4b5e-bd47-400dd896f97f not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:44:53.725385 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-05a93e96-86ce-4186-adec-88e7a3fdeb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:53.790414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=1a4d7469-9639-45e9-82f8-675c437f4259,revision_number=8']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:53.793024 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-05a93e96-86ce-4186-adec-88e7a3fdeb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:53.801040 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e4c31f4-2031-43bd-98db-f8df00ad02eb req-33f3ad5c-b0aa-4aca-ab4c-9beb14a7133a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082719 Nov 12 07:44:53.814036 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:53.886846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-c69ed56b-39ef-4a1c-8bdf-fb3c7500569e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:53.888476 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-c69ed56b-39ef-4a1c-8bdf-fb3c7500569e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9993212 Nov 12 07:44:53.889907 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:44:53.893387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:44:53.896357 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-05a93e96-86ce-4186-adec-88e7a3fdeb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:53.903839 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fbe0e497-19d2-45a1-b61e-2547e9e78569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:53.915045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Request body: {'port': {'device_id': 'ed74a2f4-75a9-4901-9d09-75d9f7940ce1', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'f9baf28c49804d348f7d8c02b4915fb2'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:53.917486 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:53.934886 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-05a93e96-86ce-4186-adec-88e7a3fdeb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:53.938656 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-05a93e96-86ce-4186-adec-88e7a3fdeb26 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8779c4c6-1f23-4900-a00d-93f4b6399cf8 HTTP/1.1" status: 204 len: 168 time: 0.8894053 Nov 12 07:44:54.005538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a93e96-86ce-4186-adec-88e7a3fdeb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8779c4c6-1f23-4900-a00d-93f4b6399cf8,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:54.016470 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-05a93e96-86ce-4186-adec-88e7a3fdeb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:54.016759 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:54.097984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd1f78b-8f78-4b11-8a33-54ed644a032b,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:54.104705 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:54.165815 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:54.183256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:54.204423 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Deleting port 608b42ce-5ac2-4521-bdf9-81671526719e {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:54.204803 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:54.244837 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:54.246447 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/fbd1f78b-8f78-4b11-8a33-54ed644a032b HTTP/1.1" status: 200 len: 1156 time: 4.5368242 Nov 12 07:44:54.247031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:54.485936 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-396a771e-a222-42bc-bcf7-f53af1a9ef3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 1159 time: 0.1923666 Nov 12 07:44:54.526997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:54.529971 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] For port 608b42ce-5ac2-4521-bdf9-81671526719e, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=608b42ce-5ac2-4521-bdf9-81671526719e,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:54.531598 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:54.540560 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:44:54.559353 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f75f3c8e-644a-44c4-95cd-b3a07bbe21cd req-b718e8be-5821-43e3-9489-ab4f83d94d23 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/d4012c6e-77e3-4453-891d-115a5a92b609 HTTP/1.1" status: 200 len: 1638 time: 0.6519146 Nov 12 07:44:54.589777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:44:54.608397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Made reservation on behalf of f9baf28c49804d348f7d8c02b4915fb2 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:44:54.614404 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:54.624955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 1a4d7469-9639-45e9-82f8-675c437f4259 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:54.649952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Made reservation on behalf of f9baf28c49804d348f7d8c02b4915fb2 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:44:54.655830 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:54.710826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744692c-7695-40be-a597-bb1062bb91fc req-b3113a30-95ef-47ea-806e-cdd39f2cff55 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:54.712728 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2744692c-7695-40be-a597-bb1062bb91fc req-b3113a30-95ef-47ea-806e-cdd39f2cff55 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 944 time: 0.5896211 Nov 12 07:44:54.781591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Calling delete_port for 608b42ce-5ac2-4521-bdf9-81671526719e owned by network:router_gateway {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:54.824173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 1a4d7469-9639-45e9-82f8-675c437f4259 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:54.824606 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:55.039754 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f75f3c8e-644a-44c4-95cd-b3a07bbe21cd req-82c2eaa9-39cb-4b22-b84e-5224d47248bc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:55.077060 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:55.229118 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f75f3c8e-644a-44c4-95cd-b3a07bbe21cd req-82c2eaa9-39cb-4b22-b84e-5224d47248bc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:55.249787 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0fb850ea-b03d-4e43-8609-e291742598dd tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:55.271414 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2744692c-7695-40be-a597-bb1062bb91fc req-12bb19a2-2cee-4f65-bc91-2fb2e831861a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196040 Nov 12 07:44:55.294794 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-76efb224-28f1-4350-8f53-fd40cdc18512 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b HTTP/1.1" status: 200 len: 217 time: 0.3877666 Nov 12 07:44:55.364706 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=608b42ce-5ac2-4521-bdf9-81671526719e,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:55.374191 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:55.640302 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b831e876-e655-4e3b-a321-2e33fa213c3d req-58554211-f59a-4c2e-bbc0-70f4df1cf937 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 210 time: 0.0714827 Nov 12 07:44:55.675139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-346b923b-698c-4d91-89f1-9cf5d23d1d80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:55.675139 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-346b923b-698c-4d91-89f1-9cf5d23d1d80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.3683212 Nov 12 07:44:55.742141 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-219498ca-279c-498e-8bf0-265a0b4ae4bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551531 Nov 12 07:44:55.742410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f75f3c8e-644a-44c4-95cd-b3a07bbe21cd req-82c2eaa9-39cb-4b22-b84e-5224d47248bc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:55.743474 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7950908'] for router_gateway, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:55.753101 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259', 'code': 200} Nov 12 07:44:55.754609 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d6d1683c-c03a-4588-bac5-1851543ca8ad tempest-SecurityGroupsTestAdminJSON-1174330729 tempest-SecurityGroupsTestAdminJSON-1174330729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:55.790721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2eaa9-39cb-4b22-b84e-5224d47248bc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4012c6e-77e3-4453-891d-115a5a92b609,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:55.796806 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-82c2eaa9-39cb-4b22-b84e-5224d47248bc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:55.857717 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f75f3c8e-644a-44c4-95cd-b3a07bbe21cd req-82c2eaa9-39cb-4b22-b84e-5224d47248bc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:55.886136 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f75f3c8e-644a-44c4-95cd-b3a07bbe21cd req-82c2eaa9-39cb-4b22-b84e-5224d47248bc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "DELETE /v2.0/security-groups/d4012c6e-77e3-4453-891d-115a5a92b609 HTTP/1.1" status: 204 len: 173 time: 1.3251960 Nov 12 07:44:55.889360 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Allocated IP 192.168.233.249 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/b8cf8e70-1ce9-4579-b017-066f442082a4) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:44:55.971579 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259', 'status': 'completed', 'code': 200} Nov 12 07:44:56.127450 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-30f6adeb-d232-48f0-8407-80c48ddb990d req-97d576d9-dac9-4013-8441-3ab7b22b9fcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 1190 time: 0.2353981 Nov 12 07:44:56.299326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6adeb-d232-48f0-8407-80c48ddb990d req-90e97549-56e9-4bd7-b73d-94c880cc55b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:56.301873 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-30f6adeb-d232-48f0-8407-80c48ddb990d req-90e97549-56e9-4bd7-b73d-94c880cc55b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.1673343 Nov 12 07:44:56.422779 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b', 'status': 'completed', 'code': 200} Nov 12 07:44:56.540330 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7985234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718819'] for router, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:56.582915 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-30f6adeb-d232-48f0-8407-80c48ddb990d req-c6c049da-86af-441a-bada-2c6cbeb5e3d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a4d7469-9639-45e9-82f8-675c437f4259 HTTP/1.1" status: 200 len: 217 time: 0.2056928 Nov 12 07:44:56.589144 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:56.649761 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-7d9e6936-73b5-4481-a231-d733ad8d3798 service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354347 Nov 12 07:44:56.659797 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d565e670-dfd9-438b-a734-bd095a8c1c65 req-01cd7fe6-a3e8-4ed5-a9f9-658714b05bd1 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/601d25a9-db43-47d5-8f29-ea837fbab7dc HTTP/1.1" status: 200 len: 1639 time: 0.2182298 Nov 12 07:44:56.759657 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985400'] for router, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:56.760215 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3735bb15-54b5-4d58-bf0c-64e59701f51f {{(pid=80793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 12 07:44:56.795040 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:56.796344 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] 10.222.0.40 "DELETE /v2.0/routers/3735bb15-54b5-4d58-bf0c-64e59701f51f HTTP/1.1" status: 204 len: 168 time: 6.4015195 Nov 12 07:44:56.800179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48140) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:56.831029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6adeb-d232-48f0-8407-80c48ddb990d req-dd2d671d-1378-4af3-8770-aef8db3987a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:56.834266 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-30f6adeb-d232-48f0-8407-80c48ddb990d req-dd2d671d-1378-4af3-8770-aef8db3987a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.1826944 Nov 12 07:44:56.858611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f7d75-fbd3-4bed-857a-bb6f227a2dc2 req-8f41c6eb-af4f-4cde-8153-053d9f778c05 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:56.866652 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8f7d75-fbd3-4bed-857a-bb6f227a2dc2 req-8f41c6eb-af4f-4cde-8153-053d9f778c05 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 945 time: 0.5635202 Nov 12 07:44:56.874899 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:56.925873 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-30f6adeb-d232-48f0-8407-80c48ddb990d req-7a27a98c-d5f7-4218-b62d-61f68bf9044d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740471 Nov 12 07:44:56.929091 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1f1096-42e4-4b88-b4a9-adf796517309 req-1e4aa837-f0ef-4705-8713-fe0619a0fda8 service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2594380 Nov 12 07:44:56.935259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d55ee4-382f-474c-b245-8c572e14ce0c admin admin] Deleting subnet b12c66e8-bca7-44c8-809a-b1424f8fc5f8 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:44:56.939874 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-87d55ee4-382f-474c-b245-8c572e14ce0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:56.964217 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d565e670-dfd9-438b-a734-bd095a8c1c65 req-87fb4078-4278-43a1-bc6a-30c8911ccbd4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:57.009306 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d565e670-dfd9-438b-a734-bd095a8c1c65 req-87fb4078-4278-43a1-bc6a-30c8911ccbd4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:57.034130 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-87d55ee4-382f-474c-b245-8c572e14ce0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:57.163105 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-87d55ee4-382f-474c-b245-8c572e14ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:57.202751 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37a5d4f6-cbc0-4cdb-94fb-51a0ef7e8cbe req-5e56308b-91ec-4def-86f8-81b62c6067ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 1159 time: 0.2058637 Nov 12 07:44:57.212190 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Transition to ACTIVE for port object b8cf8e70-1ce9-4579-b017-066f442082a4 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:44:57.265610 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8f7d75-fbd3-4bed-857a-bb6f227a2dc2 req-1fe6b275-4762-45db-b65d-c84e6500e96f tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978677 Nov 12 07:44:57.280437 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-30f6adeb-d232-48f0-8407-80c48ddb990d req-ea2669cc-d702-4b47-b185-2a11a99897a6 service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589567 Nov 12 07:44:57.463772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 608b42ce-5ac2-4521-bdf9-81671526719e no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:57.501925 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-30f6adeb-d232-48f0-8407-80c48ddb990d req-425a6118-a2c6-4810-97ca-160cbc889a80 service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2139602 Nov 12 07:44:57.512157 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d565e670-dfd9-438b-a734-bd095a8c1c65 req-87fb4078-4278-43a1-bc6a-30c8911ccbd4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:57.513124 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5d4f6-cbc0-4cdb-94fb-51a0ef7e8cbe req-3f419486-b1ca-4e81-96ba-e2f2e8f82372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:57.515091 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37a5d4f6-cbc0-4cdb-94fb-51a0ef7e8cbe req-3f419486-b1ca-4e81-96ba-e2f2e8f82372 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.2999825 Nov 12 07:44:57.561080 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d3c2f983-2633-4270-93c6-2917c11c4865 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:57.579182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 608b42ce-5ac2-4521-bdf9-81671526719e {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:44:57.580268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 608b42ce-5ac2-4521-bdf9-81671526719e not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:44:57.582879 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:57.648866 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37a5d4f6-cbc0-4cdb-94fb-51a0ef7e8cbe req-128b5251-4c7c-43b5-8367-ad875538f337 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b HTTP/1.1" status: 200 len: 217 time: 0.1129014 Nov 12 07:44:57.743531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5d4f6-cbc0-4cdb-94fb-51a0ef7e8cbe req-c1005055-c4de-41f3-a9a5-61ff29bd933a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:57.744117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb4078-4278-43a1-bc6a-30c8911ccbd4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event deleted for resources: {'SecurityGroup': ['ID=601d25a9-db43-47d5-8f29-ea837fbab7dc,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:57.745170 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37a5d4f6-cbc0-4cdb-94fb-51a0ef7e8cbe req-c1005055-c4de-41f3-a9a5-61ff29bd933a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.0843637 Nov 12 07:44:57.746794 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87fb4078-4278-43a1-bc6a-30c8911ccbd4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:57.795121 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-07a6cc85-6b96-4200-8942-96526bfd9cf0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:57.806978 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37a5d4f6-cbc0-4cdb-94fb-51a0ef7e8cbe req-df65102c-89ad-471c-8a66-1dd2f7b08ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517983 Nov 12 07:44:57.808151 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-87d55ee4-382f-474c-b245-8c572e14ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:57.849752 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:58.020419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d55ee4-382f-474c-b245-8c572e14ce0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12c66e8-bca7-44c8-809a-b1424f8fc5f8,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:58.032435 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87d55ee4-382f-474c-b245-8c572e14ce0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:58.112443 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-87d55ee4-382f-474c-b245-8c572e14ce0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:58.117187 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d565e670-dfd9-438b-a734-bd095a8c1c65 req-87fb4078-4278-43a1-bc6a-30c8911ccbd4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:58.118180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59ef0d-bf34-4d84-b4bc-3a8285ef37a0 None None] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:44:58.118416 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d565e670-dfd9-438b-a734-bd095a8c1c65 req-87fb4078-4278-43a1-bc6a-30c8911ccbd4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "DELETE /v2.0/security-groups/601d25a9-db43-47d5-8f29-ea837fbab7dc HTTP/1.1" status: 204 len: 173 time: 1.3801591 Nov 12 07:44:58.127733 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-87d55ee4-382f-474c-b245-8c572e14ce0c admin admin] 10.222.0.40 "DELETE /v2.0/subnets/b12c66e8-bca7-44c8-809a-b1424f8fc5f8 HTTP/1.1" status: 204 len: 168 time: 1.3238695 Nov 12 07:44:58.127981 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37a5d4f6-cbc0-4cdb-94fb-51a0ef7e8cbe req-6bdb64f5-1d9b-4222-9183-91885e7dd63f service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039575 Nov 12 07:44:58.128494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48160) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:44:58.183938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event updated for resources: {'Port': ['ID=b8cf8e70-1ce9-4579-b017-066f442082a4,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:58.187675 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:58.246200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Allocated IP 192.168.233.206 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/21ad3e94-ae81-4c74-8c4b-d913221068d7) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:44:58.368721 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:58.483650 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37a5d4f6-cbc0-4cdb-94fb-51a0ef7e8cbe req-7e2c6e63-b0fd-4ed9-a03b-7223bfdb2b7a service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2769947 Nov 12 07:44:58.484500 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Deleting port b5f30b6e-a402-415c-9857-c054a3fa5417 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:58.484882 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:58.720168 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:58.748135 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a649-9d4e-4400-ad9a-a3057d76202e req-d295f33a-ad42-4005-9087-9c40268c62b8 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:58.749996 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0fe6a649-9d4e-4400-ad9a-a3057d76202e req-d295f33a-ad42-4005-9087-9c40268c62b8 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 944 time: 1.0681429 Nov 12 07:44:58.755062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Transition to ACTIVE for port object 21ad3e94-ae81-4c74-8c4b-d913221068d7 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:44:58.781627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3632ea8-439c-446d-8195-1cad4c0a4f5a None None] DHCP port deletion for 738aa929-f78a-409c-b3ce-e2d0766417e7 request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:44:58.786990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-a3632ea8-439c-446d-8195-1cad4c0a4f5a None None] Deleting port b5f30b6e-a402-415c-9857-c054a3fa5417 {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:44:58.787713 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a3632ea8-439c-446d-8195-1cad4c0a4f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:58.790804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] For port b5f30b6e-a402-415c-9857-c054a3fa5417, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=b5f30b6e-a402-415c-9857-c054a3fa5417,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:58.791755 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:58.832978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ac8ec1e7-e0a5-4fe4-b9da-df879345a01c req-2873470d-24b3-47de-9316-baef88814ddb tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:44:58.861704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:44:58.862528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ac8ec1e7-e0a5-4fe4-b9da-df879345a01c req-2873470d-24b3-47de-9316-baef88814ddb tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:44:58.874160 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ac8ec1e7-e0a5-4fe4-b9da-df879345a01c req-2873470d-24b3-47de-9316-baef88814ddb tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 210 time: 0.1208279 Nov 12 07:44:58.877292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:44:58.894145 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:44:58.998713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Calling delete_port for b5f30b6e-a402-415c-9857-c054a3fa5417 owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:59.049971 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0fe6a649-9d4e-4400-ad9a-a3057d76202e req-4b9d0f3c-a1f0-438a-819c-a2bcef8f6a86 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886245 Nov 12 07:44:59.073194 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:59.105168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:59.106442 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:59.169825 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:59.176871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device fbd1f78b-8f78-4b11-8a33-54ed644a032b up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:44:59.253596 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3501713 Nov 12 07:44:59.295856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port fbd1f78b-8f78-4b11-8a33-54ed644a032b completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:44:59.316303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port fbd1f78b-8f78-4b11-8a33-54ed644a032b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:59.316725 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:59.347018 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Request body: {'port': {'device_id': 'ed74a2f4-75a9-4901-9d09-75d9f7940ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:44:59.381381 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-a8ee57ea-113e-4666-bdff-6e4767fed742 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/networks?tenant_id=7a596bb136bd4592b14cc074ed23b99c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1530366 Nov 12 07:44:59.395097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1701472b-b3e5-40b7-8f78-992a684ab7f7 None None] Provisioning for port b8cf8e70-1ce9-4579-b017-066f442082a4 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:44:59.401471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-a3632ea8-439c-446d-8195-1cad4c0a4f5a None None] For port b5f30b6e-a402-415c-9857-c054a3fa5417, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=b5f30b6e-a402-415c-9857-c054a3fa5417,segment=NetworkSegment(20080131-7ceb-4c9b-b378-64e8e901b8bb),segment_id=20080131-7ceb-4c9b-b378-64e8e901b8bb)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:59.401927 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a3632ea8-439c-446d-8195-1cad4c0a4f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:59.412041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1701472b-b3e5-40b7-8f78-992a684ab7f7 None None] Provisioning complete for port b8cf8e70-1ce9-4579-b017-066f442082a4 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:44:59.412466 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1701472b-b3e5-40b7-8f78-992a684ab7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:59.461236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:59.479247 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:59.533023 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:59.586302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f30b6e-a402-415c-9857-c054a3fa5417,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:59.607566 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:59.643017 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:44:59.644726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b5f30b6e-a402-415c-9857-c054a3fa5417 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:44:59.652663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event updated for resources: {'Port': ['ID=21ad3e94-ae81-4c74-8c4b-d913221068d7,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:59.656283 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:59.674623 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] No DVR routers for this DVR port b5f30b6e-a402-415c-9857-c054a3fa5417 on host n-d-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:44:59.746987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:44:59.752180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: b5f30b6e-a402-415c-9857-c054a3fa5417 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:44:59.752648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b5f30b6e-a402-415c-9857-c054a3fa5417 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:44:59.754689 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:59.756030 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-56a2d540-8104-4436-8bf7-14581eef638d req-3b9d8fa2-48a7-41c1-9cfe-cae9b362adad tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/5886ec37-747b-42d1-aa73-4c54f0679302 HTTP/1.1" status: 200 len: 2145 time: 0.5500355 Nov 12 07:44:59.777588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-a3632ea8-439c-446d-8195-1cad4c0a4f5a None None] Calling delete_port for b5f30b6e-a402-415c-9857-c054a3fa5417 owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:44:59.805402 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11b998ee-c5e7-48a2-bf09-fadcc45b1b67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:44:59.852268 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:59.883027 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:44:59.883373 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=fbd1f78b-8f78-4b11-8a33-54ed644a032b,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:44:59.896861 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:44:59.904283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-1701472b-b3e5-40b7-8f78-992a684ab7f7 None None] Port b8cf8e70-1ce9-4579-b017-066f442082a4 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:44:59.911826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301abd98-46a5-485c-b1c4-c2d541195cde req-7bacf811-510e-46c6-a13e-cece528c7d27 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:44:59.919220 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-7bacf811-510e-46c6-a13e-cece528c7d27 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5371876 Nov 12 07:44:59.939659 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-a3632ea8-439c-446d-8195-1cad4c0a4f5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80794) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:44:59.940496 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-a3632ea8-439c-446d-8195-1cad4c0a4f5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:44:59.990664 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-7455b0b1-800f-4c9c-8c7c-476d920e9b29 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/quotas/7a596bb136bd4592b14cc074ed23b99c HTTP/1.1" status: 200 len: 375 time: 0.0703676 Nov 12 07:45:00.009975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738aa929-f78a-409c-b3ce-e2d0766417e7']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:00.024935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20080131-7ceb-4c9b-b378-64e8e901b8bb') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:00.025355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20080131-7ceb-4c9b-b378-64e8e901b8bb') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:00.038529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:00.065211 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:00.069601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:45:00.071282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:45:00.089132 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-80466469-a902-44f8-96e5-d76ffa1d254c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?tenant_id=7a596bb136bd4592b14cc074ed23b99c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0973768 Nov 12 07:45:00.091185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:45:00.097086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:45:00.169537 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-56a2d540-8104-4436-8bf7-14581eef638d req-c9e0631d-2759-42ee-b75e-337a508ca9d2 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:00.301961 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d9d59e80-7732-4bc3-b208-dcd46621eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:00.368051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:45:00.408437 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:00.442335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-a3632ea8-439c-446d-8195-1cad4c0a4f5a None None] Deleting port b5f30b6e-a402-415c-9857-c054a3fa5417 {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:45:00.443060 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a3632ea8-439c-446d-8195-1cad4c0a4f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:00.620107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-a3632ea8-439c-446d-8195-1cad4c0a4f5a None None] The port 'b5f30b6e-a402-415c-9857-c054a3fa5417' was deleted {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}} Nov 12 07:45:00.646589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-835a0343-8c69-43b9-871c-226557b8efcd None None] Provisioning for port 21ad3e94-ae81-4c74-8c4b-d913221068d7 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:00.659926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-835a0343-8c69-43b9-871c-226557b8efcd None None] Provisioning complete for port 21ad3e94-ae81-4c74-8c4b-d913221068d7 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:00.660305 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-835a0343-8c69-43b9-871c-226557b8efcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:00.693554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device fbd1f78b-8f78-4b11-8a33-54ed644a032b up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:00.791900 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Network 738aa929-f78a-409c-b3ce-e2d0766417e7 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:45:00.794273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-835a0343-8c69-43b9-871c-226557b8efcd None None] Port 21ad3e94-ae81-4c74-8c4b-d913221068d7 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:45:00.825427 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:45:00.861618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:00.863120 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:00.869629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port fbd1f78b-8f78-4b11-8a33-54ed644a032b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:00.870275 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:00.935041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-56a2d540-8104-4436-8bf7-14581eef638d req-c9e0631d-2759-42ee-b75e-337a508ca9d2 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:00.971169 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:00.975373 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:01.023850 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:01.025061 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.5938869 Nov 12 07:45:01.036566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=738aa929-f78a-409c-b3ce-e2d0766417e7,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:01.041389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Request body: {'port': {'device_id': '61fdb678-8b05-4b37-b68a-a9ff68a79bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:01.045841 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:01.084007 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] 10.222.0.40 "DELETE /v2.0/networks/738aa929-f78a-409c-b3ce-e2d0766417e7 HTTP/1.1" status: 204 len: 168 time: 2.9544072 Nov 12 07:45:01.091185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48212) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:01.213401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8cf8e70-1ce9-4579-b017-066f442082a4 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:45:01.220986 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:01.235257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Transition to ACTIVE for port object b8cf8e70-1ce9-4579-b017-066f442082a4 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:01.249195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defac7ac-a3c2-479a-944b-4cba7fe73211 req-653df491-c890-4820-bab8-2da861b5ce8d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:01.257329 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-defac7ac-a3c2-479a-944b-4cba7fe73211 req-653df491-c890-4820-bab8-2da861b5ce8d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 945 time: 0.6365881 Nov 12 07:45:01.259306 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-56a2d540-8104-4436-8bf7-14581eef638d req-c9e0631d-2759-42ee-b75e-337a508ca9d2 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:01.331543 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87fb4078-4278-43a1-bc6a-30c8911ccbd4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:01.356272 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:01.403456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0631d-2759-42ee-b75e-337a508ca9d2 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event deleted for resources: {'SecurityGroup': ['ID=5886ec37-747b-42d1-aa73-4c54f0679302,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:01.408405 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c9e0631d-2759-42ee-b75e-337a508ca9d2 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:01.416081 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-56a2d540-8104-4436-8bf7-14581eef638d req-c9e0631d-2759-42ee-b75e-337a508ca9d2 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:01.417502 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-56a2d540-8104-4436-8bf7-14581eef638d req-c9e0631d-2759-42ee-b75e-337a508ca9d2 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "DELETE /v2.0/security-groups/5886ec37-747b-42d1-aa73-4c54f0679302 HTTP/1.1" status: 204 len: 173 time: 1.6437328 Nov 12 07:45:01.512827 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4e9fefab-608f-42de-8cc6-6878fe040f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:01.585749 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b', 'code': 200} Nov 12 07:45:01.592657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Pushing event updated for resources: {'Port': ['ID=b8cf8e70-1ce9-4579-b017-066f442082a4,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:01.600120 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:01.670074 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:01.689586 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982396'] for router_interface, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:01.866319 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-defac7ac-a3c2-479a-944b-4cba7fe73211 req-7dae3293-473f-499b-8eac-27581b2028a7 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080291 Nov 12 07:45:02.021206 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-23862b69-1462-4a53-adf3-7c745e8252f1 req-8c909453-45d3-4b4e-a01b-7c5572cc38f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 1161 time: 0.2361834 Nov 12 07:45:02.184298 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-23862b69-1462-4a53-adf3-7c745e8252f1 req-9189f00a-c81c-41ff-bd3e-d95794f129c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506584 Nov 12 07:45:02.225740 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-c046679c-b29b-41fb-bef9-b72380cf0049 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.41 "GET /v2.0/networks?tenant_id=7a596bb136bd4592b14cc074ed23b99c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677977 Nov 12 07:45:02.399636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d3818-40db-4787-9872-af226f7d3b73 req-4da671ec-dd3b-405a-99d5-8c7442e1cd41 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:02.401295 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd6d3818-40db-4787-9872-af226f7d3b73 req-4da671ec-dd3b-405a-99d5-8c7442e1cd41 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 936 time: 0.6100385 Nov 12 07:45:02.556358 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-d95c521e-f752-4d97-86c8-478fefd28e1d service neutron] 10.222.0.41 "GET /v2.0/ports/1a4d7469-9639-45e9-82f8-675c437f4259/bindings/n-h2-761264-6 HTTP/1.1" status: 200 len: 454 time: 0.1481705 Nov 12 07:45:02.996671 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd6d3818-40db-4787-9872-af226f7d3b73 req-3d5a476c-fcc8-4aeb-adf7-391d487dc8ab tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273333 Nov 12 07:45:03.060758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-4e5f107a-2da7-40a3-b8c1-26b63b56ffae service neutron] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=1a4d7469-9639-45e9-82f8-675c437f4259,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:03.100551 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-68a67d20-9e89-4137-93ad-c9b7090ef856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:03.119609 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:03.144427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-4e5f107a-2da7-40a3-b8c1-26b63b56ffae service neutron] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:03.171967 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:03.197202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Attempting to bind port b8cf8e70-1ce9-4579-b017-066f442082a4 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:45:03.197578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Attempting to bind port b8cf8e70-1ce9-4579-b017-066f442082a4 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:45:03.197933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Attempting to bind port b8cf8e70-1ce9-4579-b017-066f442082a4 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:45:03.253304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-4e5f107a-2da7-40a3-b8c1-26b63b56ffae service neutron] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=1a4d7469-9639-45e9-82f8-675c437f4259,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:03.267191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4a9e9-f0da-47b5-897f-182aeff41aff req-753ccb05-570e-4037-9c0d-22f9215782d9 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:03.275053 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e3a4a9e9-f0da-47b5-897f-182aeff41aff req-753ccb05-570e-4037-9c0d-22f9215782d9 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 946 time: 0.8840065 Nov 12 07:45:03.279120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:03.289128 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-4e5f107a-2da7-40a3-b8c1-26b63b56ffae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:03.292599 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-ff6cb830-a140-4e36-a2f6-a77f03844ea1 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/networks?tenant_id=7a596bb136bd4592b14cc074ed23b99c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908496 Nov 12 07:45:03.312953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:45:03.313408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:03.313752 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:03.314157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:45:03.315341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Bound port: b8cf8e70-1ce9-4579-b017-066f442082a4, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:45:03.315341 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:03.539410 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bbea0-2f97-4194-8030-eae315133c50 req-78144be1-b15d-4bcf-87d8-c8b4e4d3f76c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:03.541069 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-78144be1-b15d-4bcf-87d8-c8b4e4d3f76c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117531 Nov 12 07:45:03.614198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301abd98-46a5-485c-b1c4-c2d541195cde req-17ee224e-4080-467f-97a7-a9ae9667ad85 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:03.615795 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-17ee224e-4080-467f-97a7-a9ae9667ad85 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1752813 Nov 12 07:45:03.636709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Request body: {'port': {'device_id': '046feb45-41ec-4325-8e0b-a10025c72f1d', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': '7a596bb136bd4592b14cc074ed23b99c'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:03.701650 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e3a4a9e9-f0da-47b5-897f-182aeff41aff req-a064d9bc-fa73-4a05-8ae8-9fb14fe848f5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254265 Nov 12 07:45:03.850992 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-e0f10670-d77e-4021-9804-7d83d886b506 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/quotas/7a596bb136bd4592b14cc074ed23b99c HTTP/1.1" status: 200 len: 375 time: 0.2796421 Nov 12 07:45:03.891454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-4e5f107a-2da7-40a3-b8c1-26b63b56ffae service neutron] Transition to ACTIVE for port object 1a4d7469-9639-45e9-82f8-675c437f4259 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:03.906398 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-4e5f107a-2da7-40a3-b8c1-26b63b56ffae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:03.914683 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:03.956978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Deleting port ac911954-648e-4a4d-b917-b432298bb400 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:45:03.956978 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:03.957694 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-b566df5f-ee92-40bd-bdf9-461bfa8ad085 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?tenant_id=7a596bb136bd4592b14cc074ed23b99c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745668 Nov 12 07:45:04.057884 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:45:04.106891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] For port b8cf8e70-1ce9-4579-b017-066f442082a4, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:04.198228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] For port b8cf8e70-1ce9-4579-b017-066f442082a4, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b8cf8e70-1ce9-4579-b017-066f442082a4,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:45:04.216475 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:04.272751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f107a-2da7-40a3-b8c1-26b63b56ffae service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d7469-9639-45e9-82f8-675c437f4259,revision_number=10']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:04.275407 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:04.282185 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4e5f107a-2da7-40a3-b8c1-26b63b56ffae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:04.319249 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:04.384316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ad3e94-ae81-4c74-8c4b-d913221068d7 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:45:04.445129 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf64c8a5-f860-4d46-a3de-77a3f36920b8 req-ac226309-199b-4368-95cf-3a8e4b3eb4fc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "GET /v2.0/security-groups/65d75c27-34c9-4186-a84a-272449ad3094 HTTP/1.1" status: 200 len: 2141 time: 0.6195722 Nov 12 07:45:04.518076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] For port ac911954-648e-4a4d-b917-b432298bb400, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ac911954-648e-4a4d-b917-b432298bb400,segment=NetworkSegment(be986fac-d198-4ac5-9425-af8927e35705),segment_id=be986fac-d198-4ac5-9425-af8927e35705)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:04.518894 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:04.542646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-4e5f107a-2da7-40a3-b8c1-26b63b56ffae service neutron] No DVR routers for this DVR port 1a4d7469-9639-45e9-82f8-675c437f4259 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:45:04.543324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:45:04.559523 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:04.704495 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:04.705483 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] 10.222.0.41 "PUT /v2.0/ports/b8cf8e70-1ce9-4579-b017-066f442082a4 HTTP/1.1" status: 200 len: 1160 time: 5.4258595 Nov 12 07:45:04.706603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:04.720842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed74a2f4-75a9-4901-9d09-75d9f7940ce1', 'tag': 'b8cf8e70-1ce9-4579-b017-066f442082a4'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:04.741609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Calling delete_port for ac911954-648e-4a4d-b917-b432298bb400 owned by network:router_interface {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:45:04.744564 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Usage tracker for resource:port and tenant:7a596bb136bd4592b14cc074ed23b99c is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:04.749860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Transition to ACTIVE for port object 21ad3e94-ae81-4c74-8c4b-d913221068d7 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:04.809577 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:04.815364 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-4e5f107a-2da7-40a3-b8c1-26b63b56ffae service neutron] 10.222.0.41 "PUT /v2.0/ports/1a4d7469-9639-45e9-82f8-675c437f4259/bindings/n-h2-761264-6/activate HTTP/1.1" status: 200 len: 439 time: 2.2486274 Nov 12 07:45:04.830775 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:04.839557 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:05.082476 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:05.089995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Pushing event updated for resources: {'Port': ['ID=b8cf8e70-1ce9-4579-b017-066f442082a4,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:05.094404 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:05.118665 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:05.165826 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f64f3e0-ff96-418a-8682-05369d53ac18 tempest-ServerDiagnosticsNegativeTest-520580894 tempest-ServerDiagnosticsNegativeTest-520580894] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:05.187939 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:05.288451 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=21ad3e94-ae81-4c74-8c4b-d913221068d7,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:05.292290 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:05.324141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Made reservation on behalf of 7a596bb136bd4592b14cc074ed23b99c for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:45:05.330500 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:05.341821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac911954-648e-4a4d-b917-b432298bb400,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:05.352511 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:05.372599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7d3a1-9d3c-4f5b-8b8b-3ef976789dcf req-5c3a94b5-a818-41cb-a40e-0dcbdc0f78a8 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:05.380970 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-57f7d3a1-9d3c-4f5b-8b8b-3ef976789dcf req-5c3a94b5-a818-41cb-a40e-0dcbdc0f78a8 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 944 time: 1.0120802 Nov 12 07:45:05.704125 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf64c8a5-f860-4d46-a3de-77a3f36920b8 req-f52f8627-23d8-45be-ae0e-29c3b942af85 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:05.728947 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:05.826269 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf64c8a5-f860-4d46-a3de-77a3f36920b8 req-f52f8627-23d8-45be-ae0e-29c3b942af85 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:05.834709 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847671257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7982554'] for router_interface, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:05.839291 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-7246397b-c2c1-4da9-b25f-8c181531c9f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=ed74a2f4-75a9-4901-9d09-75d9f7940ce1 HTTP/1.1" status: 200 len: 1163 time: 1.0654716 Nov 12 07:45:05.849758 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-57f7d3a1-9d3c-4f5b-8b8b-3ef976789dcf req-a027d644-2d6d-4122-9a4d-0c83af8924d5 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676020 Nov 12 07:45:05.929588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:05.936434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Usage tracker for resource:security_group_rule and tenant:7a596bb136bd4592b14cc074ed23b99c is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:05.941216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:05.949073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:05.975620 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-eab15412-746c-47c3-93c6-0dafcf7c73bd tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.41 "GET /v2.0/networks?tenant_id=7a596bb136bd4592b14cc074ed23b99c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518341 Nov 12 07:45:06.111635 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:06.146506 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-efdde789-e368-4f07-b6b3-04ef8c2ee387 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b8cf8e70-1ce9-4579-b017-066f442082a4 HTTP/1.1" status: 200 len: 217 time: 0.1465836 Nov 12 07:45:06.155449 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:06.182171 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c6c10cb1-8116-46ab-ad4c-0115bcf33dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:06.205130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bbea0-2f97-4194-8030-eae315133c50 req-3d65e1be-9f42-4ab3-a58c-af66cf9a7ffd tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:06.206925 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-3d65e1be-9f42-4ab3-a58c-af66cf9a7ffd tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218988 Nov 12 07:45:06.223030 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259', 'code': 200} Nov 12 07:45:06.251050 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf64c8a5-f860-4d46-a3de-77a3f36920b8 req-f52f8627-23d8-45be-ae0e-29c3b942af85 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:06.252500 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Request body: {'port': {'device_id': 'f61cfc84-fa80-4811-baee-3a88fd7db260', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': '7a596bb136bd4592b14cc074ed23b99c'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:06.273224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Attempting to bind port 21ad3e94-ae81-4c74-8c4b-d913221068d7 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:45:06.273754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Attempting to bind port 21ad3e94-ae81-4c74-8c4b-d913221068d7 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:45:06.274272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Attempting to bind port 21ad3e94-ae81-4c74-8c4b-d913221068d7 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:45:06.279761 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-3af20983-3694-43f6-b080-e704355ebb3e tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.33 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 1159 time: 1.2766025 Nov 12 07:45:06.518831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:45:06.519171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:06.519353 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:06.519753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:45:06.520941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Bound port: 21ad3e94-ae81-4c74-8c4b-d913221068d7, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:45:06.520941 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:06.541981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Pushing event updated for resources: {'SecurityGroup': ['ID=42988165-fbd4-49e4-a682-c11bd5ebc3cc,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:06.563188 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:06.575721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:06.579891 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bc70f8fe-4e76-4710-a0aa-45d9ccee5ba7 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:06.582545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Usage tracker for resource:port and tenant:7a596bb136bd4592b14cc074ed23b99c is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:06.586842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:06.590256 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf64c8a5-f860-4d46-a3de-77a3f36920b8 req-f52f8627-23d8-45be-ae0e-29c3b942af85 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:06.592300 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf64c8a5-f860-4d46-a3de-77a3f36920b8 req-f52f8627-23d8-45be-ae0e-29c3b942af85 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] 10.222.0.40 "DELETE /v2.0/security-groups/65d75c27-34c9-4186-a84a-272449ad3094 HTTP/1.1" status: 204 len: 173 time: 2.0502422 Nov 12 07:45:06.595076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:06.603365 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48286) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:06.614304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-8eb5ad01-2c45-4922-8447-63255e41ef24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:06.615920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-8eb5ad01-2c45-4922-8447-63255e41ef24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.4385431 Nov 12 07:45:06.653999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f8627-23d8-45be-ae0e-29c3b942af85 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d75c27-34c9-4186-a84a-272449ad3094,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:06.656873 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f52f8627-23d8-45be-ae0e-29c3b942af85 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:06.661781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Made reservation on behalf of 7a596bb136bd4592b14cc074ed23b99c for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:45:06.669229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:06.705571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 1a4d7469-9639-45e9-82f8-675c437f4259 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:45:06.726217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e92621-ff35-426d-ada0-1dcdddca2692 admin admin] Deleting subnet c08f5e6d-fc76-4120-9d4f-84487cb09d83 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:45:06.745300 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16e92621-ff35-426d-ada0-1dcdddca2692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:06.782814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 1a4d7469-9639-45e9-82f8-675c437f4259 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:45:06.872397 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-12aa4abe-a67b-429c-9f51-cd5664080b60 req-dd453f62-dcd3-4e80-87b5-f26077ee2c6b tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 210 time: 0.1048400 Nov 12 07:45:06.916923 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16e92621-ff35-426d-ada0-1dcdddca2692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:06.968856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] For port 21ad3e94-ae81-4c74-8c4b-d913221068d7, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:06.975568 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-17d67a88-02f7-4add-96db-a532eb995b3b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69 HTTP/1.1" status: 200 len: 1159 time: 0.6827555 Nov 12 07:45:06.981930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b95bad-9565-4279-973b-b0acb5694111 req-2062ad72-bb25-4fb9-8b60-191f5bcaee75 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:06.986922 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f0b95bad-9565-4279-973b-b0acb5694111 req-2062ad72-bb25-4fb9-8b60-191f5bcaee75 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 948 time: 0.7133706 Nov 12 07:45:06.989040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] For port 21ad3e94-ae81-4c74-8c4b-d913221068d7, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=21ad3e94-ae81-4c74-8c4b-d913221068d7,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:45:07.011186 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:07.066186 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:07.082049 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16e92621-ff35-426d-ada0-1dcdddca2692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:07.354725 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-2960b92f-52e7-4ca5-973d-c5700819e758 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7276609 Nov 12 07:45:07.413697 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:07.520728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Allocated IP 192.168.233.57 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/aec50f27-64b3-408b-8b26-43dca5e06537) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:45:07.523893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=21ad3e94-ae81-4c74-8c4b-d913221068d7,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:07.527674 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:07.595828 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f0b95bad-9565-4279-973b-b0acb5694111 req-5f026bd8-58d5-4793-8baa-b73c82af0a33 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862484 Nov 12 07:45:07.678020 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-4cc5f163-7bc6-4429-a106-059865d503a0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 1159 time: 0.6509993 Nov 12 07:45:07.683072 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed74a2f4-75a9-4901-9d09-75d9f7940ce1', 'tag': 'b8cf8e70-1ce9-4579-b017-066f442082a4', 'status': 'completed', 'code': 200} Nov 12 07:45:07.730770 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:07.732078 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] 10.222.0.33 "PUT /v2.0/ports/21ad3e94-ae81-4c74-8c4b-d913221068d7 HTTP/1.1" status: 200 len: 1160 time: 6.6955721 Nov 12 07:45:07.760476 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e4400-7028-457d-8096-7eeb6af3d259 req-876f706c-2685-4f04-8cc6-3ac7559ce38e tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:07.766510 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7e4400-7028-457d-8096-7eeb6af3d259 req-876f706c-2685-4f04-8cc6-3ac7559ce38e tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 946 time: 0.6497054 Nov 12 07:45:07.994631 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16e92621-ff35-426d-ada0-1dcdddca2692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:08.014612 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:08.105805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e92621-ff35-426d-ada0-1dcdddca2692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c08f5e6d-fc76-4120-9d4f-84487cb09d83,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:08.125956 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-16e92621-ff35-426d-ada0-1dcdddca2692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:08.182442 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16e92621-ff35-426d-ada0-1dcdddca2692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:08.199486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-16e92621-ff35-426d-ada0-1dcdddca2692 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/c08f5e6d-fc76-4120-9d4f-84487cb09d83 HTTP/1.1" status: 204 len: 168 time: 1.5948799 Nov 12 07:45:08.203372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48308) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:08.236718 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5ecac3df-3c6e-49b9-b870-becd77e2c5ab service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8560495 Nov 12 07:45:08.312795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Router 3f687165-b513-4932-85df-2d5040436b26 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:45:08.336546 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:08.497318 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7e4400-7028-457d-8096-7eeb6af3d259 req-8d66dd94-54cc-4c82-b8e4-35d5c00c0182 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7091858 Nov 12 07:45:08.560214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-8df06053-2ccb-46a9-9436-47af260df886 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:08.561931 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-8df06053-2ccb-46a9-9436-47af260df886 service neutron] 10.222.0.33 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.8706853 Nov 12 07:45:08.680403 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:08.689961 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:08.695560 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-656a56a5-d090-4402-9263-5fb97ed6b0ab service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4095902 Nov 12 07:45:08.704199 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-57a5959a-8cb7-4ee5-a1ae-cfad5480bd50 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a4d7469-9639-45e9-82f8-675c437f4259 HTTP/1.1" status: 200 len: 217 time: 0.1281769 Nov 12 07:45:08.711171 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-64987b66-dad2-4152-802f-01360f77916d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 1163 time: 0.8491864 Nov 12 07:45:08.753847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eefe78-9cc7-40a2-8fdd-7921a4bf8425 req-270e67e5-76f0-4b9f-a365-06a9dcc8c8f9 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:08.755408 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64eefe78-9cc7-40a2-8fdd-7921a4bf8425 req-270e67e5-76f0-4b9f-a365-06a9dcc8c8f9 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 944 time: 0.8282259 Nov 12 07:45:08.809312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e853f04-41fc-4aa7-867a-fa6c6e9b69f9']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:08.828420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239a0ed3-7ec5-4359-976d-a4e9365125d8') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:08.828724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239a0ed3-7ec5-4359-976d-a4e9365125d8') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:08.852461 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:08.871844 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:08.875549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:45:08.932330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Transition to ACTIVE for port object aec50f27-64b3-408b-8b26-43dca5e06537 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:08.978128 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-c304dd63-fde1-45cb-abc2-56e2aeadd3f7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=21ad3e94-ae81-4c74-8c4b-d913221068d7 HTTP/1.1" status: 200 len: 217 time: 0.2216353 Nov 12 07:45:09.057292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-8ffb7bb6-18bb-4297-9696-1ac4bdb807d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:09.058803 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-8ffb7bb6-18bb-4297-9696-1ac4bdb807d2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.2969069 Nov 12 07:45:09.070523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:45:09.073242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Network 0e853f04-41fc-4aa7-867a-fa6c6e9b69f9 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:45:09.086684 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] 10.222.0.40 "PUT /v2.0/routers/3f687165-b513-4932-85df-2d5040436b26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9913104 Nov 12 07:45:09.086684 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:09.090930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44a96a-0c81-41f3-8cd1-ef6fec3c98e4 None None] Sync routers for ids ['3f687165-b513-4932-85df-2d5040436b26'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:45:09.102048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48318) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:09.111182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44a96a-0c81-41f3-8cd1-ef6fec3c98e4 None None] Routers {'3f687165-b513-4932-85df-2d5040436b26'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:45:09.111852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ea44a96a-0c81-41f3-8cd1-ef6fec3c98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:45:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3f687165-b513-4932-85df-2d5040436b26'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:09.150274 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-d13921cb-4e8c-4ae9-b5fd-a008298f7148 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723298 Nov 12 07:45:09.152661 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64eefe78-9cc7-40a2-8fdd-7921a4bf8425 req-8df02d4b-6506-490f-b7a2-6d52fce07d22 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627761 Nov 12 07:45:09.191240 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:09.193697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-c20284ed-4c93-42b1-bbdd-5ed6e03d328b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:09.195279 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-c20284ed-4c93-42b1-bbdd-5ed6e03d328b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1953418 Nov 12 07:45:09.214677 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:09.312170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-ea44a96a-0c81-41f3-8cd1-ef6fec3c98e4 None None] Set router 3f687165-b513-4932-85df-2d5040436b26 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:45:09.364527 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee577910-ec3c-489e-a994-8b12db098f28 req-7e503474-e587-4be2-a72f-98a8d404dd70 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:09.366307 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ee577910-ec3c-489e-a994-8b12db098f28 req-7e503474-e587-4be2-a72f-98a8d404dd70 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 950 time: 0.6696479 Nov 12 07:45:09.439993 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4179674-5733-42b0-9c19-3f0372299dd0 req-057942ca-08a0-43ce-b627-eed666074de7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=ed74a2f4-75a9-4901-9d09-75d9f7940ce1 HTTP/1.1" status: 200 len: 1163 time: 0.6732230 Nov 12 07:45:09.601576 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9117fb9-c98b-4cb3-b10d-db090f9b9116 req-d1295054-685c-4142-9011-30e0311ef4e4 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 210 time: 0.2162180 Nov 12 07:45:09.665271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ea44a96a-0c81-41f3-8cd1-ef6fec3c98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f687165-b513-4932-85df-2d5040436b26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-router', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:40Z', 'updated_at': '2020-11-12T07:45:04Z', 'revision_number': 5, 'project_id': '942d35b2efa342599997b315f43e8b88', 'gw_port': {'id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:43Z', 'updated_at': '2020-11-12T07:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:09.676783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44a96a-0c81-41f3-8cd1-ef6fec3c98e4 None None] Checking router: 3f687165-b513-4932-85df-2d5040436b26 for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:45:09.697829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44a96a-0c81-41f3-8cd1-ef6fec3c98e4 None None] Routers {'3f687165-b513-4932-85df-2d5040436b26'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:45:09.698631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ea44a96a-0c81-41f3-8cd1-ef6fec3c98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:45:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3f687165-b513-4932-85df-2d5040436b26'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:09.710843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fdb678-8b05-4b37-b68a-a9ff68a79bdf', 'tag': '21ad3e94-ae81-4c74-8c4b-d913221068d7'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:09.746965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Allocated IP 192.168.233.144 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/84f76224-acb3-4a63-937b-f26e3668e00b) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:45:09.752928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Pushing event updated for resources: {'Port': ['ID=aec50f27-64b3-408b-8b26-43dca5e06537,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:09.754405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Network 0e853f04-41fc-4aa7-867a-fa6c6e9b69f9 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:45:09.757153 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:45:09.784246 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:45:09.826902 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ee577910-ec3c-489e-a994-8b12db098f28 req-ed1d0148-8138-499a-b258-a6271b8c7f22 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/security-groups?id=3c7822aa-7b40-411d-a17b-261bd8245d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809512 Nov 12 07:45:09.950135 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-239f6220-f400-49e0-99fd-e72bfb84efc6 service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7892563 Nov 12 07:45:09.964985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-ea44a96a-0c81-41f3-8cd1-ef6fec3c98e4 None None] Set router 3f687165-b513-4932-85df-2d5040436b26 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:45:09.965201 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:10.076312 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:10.090396 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:10.117336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Pushing event deleted for resources: {'Network': ['ID=0e853f04-41fc-4aa7-867a-fa6c6e9b69f9,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:10.127890 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:10.135569 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] 10.222.0.40 "DELETE /v2.0/networks/0e853f04-41fc-4aa7-867a-fa6c6e9b69f9 HTTP/1.1" status: 204 len: 168 time: 1.9285886 Nov 12 07:45:10.228942 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:10.250405 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Notify callbacks [] for router, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:10.289342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ea44a96a-0c81-41f3-8cd1-ef6fec3c98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f687165-b513-4932-85df-2d5040436b26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-router', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:40Z', 'updated_at': '2020-11-12T07:45:04Z', 'revision_number': 5, 'project_id': '942d35b2efa342599997b315f43e8b88', 'gw_port': {'id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:43Z', 'updated_at': '2020-11-12T07:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:10.294350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44a96a-0c81-41f3-8cd1-ef6fec3c98e4 None None] The sync data for ids ['3f687165-b513-4932-85df-2d5040436b26'] in n-d-761264-6 is: [{'id': '3f687165-b513-4932-85df-2d5040436b26', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1917309507-router', 'tenant_id': '942d35b2efa342599997b315f43e8b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:41:40Z', 'updated_at': '2020-11-12T07:45:04Z', 'revision_number': 5, 'project_id': '942d35b2efa342599997b315f43e8b88', 'gw_port': {'id': '10f60d7a-cd37-4aa4-95d7-5d6b956f0a47', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f687165-b513-4932-85df-2d5040436b26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:41:43Z', 'updated_at': '2020-11-12T07:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:45:10.372184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Transition to ACTIVE for port object 84f76224-acb3-4a63-937b-f26e3668e00b will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:10.441427 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:10.449569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179674-5733-42b0-9c19-3f0372299dd0 req-ba3c71ce-3f7a-4875-9433-56e97ee4f1b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:10.451376 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4179674-5733-42b0-9c19-3f0372299dd0 req-ba3c71ce-3f7a-4875-9433-56e97ee4f1b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.9850492 Nov 12 07:45:10.459939 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-da6a802e-54cc-4b03-8d4e-2fb235eb9ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:10.479274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 48332) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:10.570149 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-49042196-b408-4d1a-95d9-acbdaf721f58 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3189452 Nov 12 07:45:10.615352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Pushing event updated for resources: {'Port': ['ID=84f76224-acb3-4a63-937b-f26e3668e00b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:10.621464 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:10.663306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:45:10.666162 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4179674-5733-42b0-9c19-3f0372299dd0 req-d140739d-5e57-40c3-8fd9-18158753fd89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b8cf8e70-1ce9-4579-b017-066f442082a4 HTTP/1.1" status: 200 len: 217 time: 0.1812749 Nov 12 07:45:10.699257 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:10.711590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:45:10.713700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:45:10.716739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:45:10.721546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:45:10.737587 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:45:10.744828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Deleting port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:45:10.745249 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:10.848289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:10.849006 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:10.887223 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-55fbf4e9-bfc1-4c02-9229-8784bbdfde10 None None] Time-cost: Fetching 5 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:45:10.913764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4179674-5733-42b0-9c19-3f0372299dd0 req-1696a36a-f85b-430f-b2ba-99c19667b474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:10.915212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4179674-5733-42b0-9c19-3f0372299dd0 req-1696a36a-f85b-430f-b2ba-99c19667b474 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1791017 Nov 12 07:45:10.939226 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6958022 Nov 12 07:45:10.960147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Request body: {'port': {'device_id': 'f61cfc84-fa80-4811-baee-3a88fd7db260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:11.000098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1318cf12-d5c8-4fe0-9e22-1beec8928dd9 None None] Provisioning for port 84f76224-acb3-4a63-937b-f26e3668e00b completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:11.006376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1318cf12-d5c8-4fe0-9e22-1beec8928dd9 None None] Provisioning complete for port 84f76224-acb3-4a63-937b-f26e3668e00b triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:11.006556 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-bd915fa2-7a22-4981-9855-8ed1d5cda5a1 service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0245874 Nov 12 07:45:11.007111 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1318cf12-d5c8-4fe0-9e22-1beec8928dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:11.043571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] For port 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=10f60d7a-cd37-4aa4-95d7-5d6b956f0a47,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:11.043979 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:11.044547 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93c121c8-0fd4-41e5-8895-e7f0dae86af4 req-e6de4ae3-85d5-4937-addb-6cdcfcdd6197 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 1161 time: 1.1869357 Nov 12 07:45:11.101873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-1318cf12-d5c8-4fe0-9e22-1beec8928dd9 None None] Port 84f76224-acb3-4a63-937b-f26e3668e00b cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:45:11.103811 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-8b61f755-7bd9-4dd1-ad81-e8e9de94fcb4 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199645 Nov 12 07:45:11.120878 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b323e3d1-1a65-4169-abd9-ef9d5415a79b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=78156912eb564e06b81d60dc24f1e5f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6309452 Nov 12 07:45:11.133565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e982-7ca6-422c-b4ac-704fcacdb55b req-ae7ae7ab-14d4-4a90-9808-5ea69cd55c94 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:11.135188 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-61a8e982-7ca6-422c-b4ac-704fcacdb55b req-ae7ae7ab-14d4-4a90-9808-5ea69cd55c94 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 948 time: 1.0464303 Nov 12 07:45:11.140121 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:11.140717 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:11.142378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48338) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:11.237497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Calling delete_port for 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 owned by network:router_gateway {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:45:11.246194 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-0702dccc-74ed-42a8-a1c2-7c363740a895 None None] Provisioning for port aec50f27-64b3-408b-8b26-43dca5e06537 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:11.259308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-0702dccc-74ed-42a8-a1c2-7c363740a895 None None] Provisioning complete for port aec50f27-64b3-408b-8b26-43dca5e06537 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:11.259802 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0702dccc-74ed-42a8-a1c2-7c363740a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:11.317301 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.6849275 Nov 12 07:45:11.319072 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93c121c8-0fd4-41e5-8895-e7f0dae86af4 req-6d02b081-ff23-49f5-894d-3cd62b674322 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736280 Nov 12 07:45:11.331509 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:11.355976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Request body: {'port': {'device_id': '046feb45-41ec-4325-8e0b-a10025c72f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:11.420699 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb409-335b-4f81-83ba-b80814ada9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:11.441428 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4179674-5733-42b0-9c19-3f0372299dd0 req-ed8d65b4-d79f-4ea7-8223-590c3f905248 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5031757 Nov 12 07:45:11.515173 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fdb678-8b05-4b37-b68a-a9ff68a79bdf', 'tag': '21ad3e94-ae81-4c74-8c4b-d913221068d7', 'status': 'completed', 'code': 200} Nov 12 07:45:11.551884 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb409-335b-4f81-83ba-b80814ada9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:11.593212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-0702dccc-74ed-42a8-a1c2-7c363740a895 None None] Port aec50f27-64b3-408b-8b26-43dca5e06537 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:45:11.598211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b8cf8e70-1ce9-4579-b017-066f442082a4 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:11.604058 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-61a8e982-7ca6-422c-b4ac-704fcacdb55b req-92d9d175-1653-4963-8542-ea3d0d9e03a0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557302 Nov 12 07:45:11.691064 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ac911954-648e-4a4d-b917-b432298bb400 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:45:11.727653 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fce9f20-2ce2-495e-8709-a271e8f466fa req-5c80f580-d393-423e-b294-fc21c17d3c96 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5811791 Nov 12 07:45:11.738545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: ac911954-648e-4a4d-b917-b432298bb400 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:45:11.739133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ac911954-648e-4a4d-b917-b432298bb400 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:45:11.786981 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-6581f1fc-1044-4993-b064-07734c378635 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.33 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&binding%3Ahost_id=n-h2-761264-6 HTTP/1.1" status: 200 len: 1159 time: 0.4032903 Nov 12 07:45:11.787806 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:11.867156 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port b8cf8e70-1ce9-4579-b017-066f442082a4 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:11.875090 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port b8cf8e70-1ce9-4579-b017-066f442082a4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:11.875737 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:11.917502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-51277900-6d12-4eb3-b199-e53664b5978c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:45:11.952562 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb409-335b-4f81-83ba-b80814ada9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:11.966939 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9080a466-25fa-4f90-bba9-cab6b3778f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:11.992557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eb409-335b-4f81-83ba-b80814ada9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeda7c33-a71b-487c-b313-3e49c343608d,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:11.997611 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ab3eb409-335b-4f81-83ba-b80814ada9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:12.000931 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:12.017873 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-08b2e693-bb02-4aaf-9c8d-eaee24d8a5af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:12.035797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:12.040934 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4179674-5733-42b0-9c19-3f0372299dd0 req-342008fa-2da0-4649-a901-ee1db7d4bea6 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803537 Nov 12 07:45:12.072391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed74a2f4-75a9-4901-9d09-75d9f7940ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf8e70-1ce9-4579-b017-066f442082a4'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:12.083250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port b8cf8e70-1ce9-4579-b017-066f442082a4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b8cf8e70-1ce9-4579-b017-066f442082a4,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:12.086781 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:12.088655 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:12.116277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f60d7a-cd37-4aa4-95d7-5d6b956f0a47,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:12.126661 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:12.129663 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:45:12.138665 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb409-335b-4f81-83ba-b80814ada9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:12.142729 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ab3eb409-335b-4f81-83ba-b80814ada9bf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/aeda7c33-a71b-487c-b313-3e49c343608d HTTP/1.1" status: 204 len: 168 time: 0.9911249 Nov 12 07:45:12.157312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=b8cf8e70-1ce9-4579-b017-066f442082a4,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:12.160862 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:12.231487 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f76224-acb3-4a63-937b-f26e3668e00b {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:45:12.249726 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:12.271303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Transition to ACTIVE for port object 84f76224-acb3-4a63-937b-f26e3668e00b will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:12.276418 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:12.323759 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:12.368543 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39435bbf-bac7-4771-9874-e25300117be2 req-85db6cac-f0de-4b5b-abfd-f72d51f8e712 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 1163 time: 0.5569007 Nov 12 07:45:12.428379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae88e61-0c03-441f-990f-8cb1558b25d3 req-d2462ef8-c37a-473a-a9b7-349fcdb03ce2 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:12.429578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8ae88e61-0c03-441f-990f-8cb1558b25d3 req-d2462ef8-c37a-473a-a9b7-349fcdb03ce2 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Synchronizing usage tracker for tenant:7a596bb136bd4592b14cc074ed23b99c on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:45:12.451082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be83ef6-a133-4c06-bf99-375ee574ada9 req-df74552b-c771-43ad-9b5e-bd297f9db2b1 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:12.453371 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7be83ef6-a133-4c06-bf99-375ee574ada9 req-df74552b-c771-43ad-9b5e-bd297f9db2b1 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 944 time: 0.5689497 Nov 12 07:45:12.496610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 1a4d7469-9639-45e9-82f8-675c437f4259 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:12.500772 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4179674-5733-42b0-9c19-3f0372299dd0 req-ad9d9e31-562c-4a8a-97b2-d2d7f1bfc04d service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4432070 Nov 12 07:45:12.597608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 1a4d7469-9639-45e9-82f8-675c437f4259 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:12.603822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-aee44c21-70b3-48d0-bfc1-2dc657d2fc1b service neutron] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:12.605501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 1a4d7469-9639-45e9-82f8-675c437f4259 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:12.606250 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:12.772649 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:12.793852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b8cf8e70-1ce9-4579-b017-066f442082a4 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:12.813250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Pushing event updated for resources: {'Port': ['ID=84f76224-acb3-4a63-937b-f26e3668e00b,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:12.883325 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:12.884688 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-aee44c21-70b3-48d0-bfc1-2dc657d2fc1b service neutron] Notify callbacks [] for binding, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:12.885922 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02d4e702-460c-44ad-be4f-98eb57397c34 req-aee44c21-70b3-48d0-bfc1-2dc657d2fc1b service neutron] 10.222.0.33 "DELETE /v2.0/ports/1a4d7469-9639-45e9-82f8-675c437f4259/bindings/n-h1-761264-6 HTTP/1.1" status: 204 len: 173 time: 1.0698323 Nov 12 07:45:12.887054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=1a4d7469-9639-45e9-82f8-675c437f4259,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:12.892478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8ae88e61-0c03-441f-990f-8cb1558b25d3 req-d2462ef8-c37a-473a-a9b7-349fcdb03ce2 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Unset dirty status for tenant:7a596bb136bd4592b14cc074ed23b99c on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:45:12.899814 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8ae88e61-0c03-441f-990f-8cb1558b25d3 req-d2462ef8-c37a-473a-a9b7-349fcdb03ce2 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 936 time: 1.0902288 Nov 12 07:45:12.911335 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:12.922560 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:13.000485 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7950908'] for router_gateway, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:13.020640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=1a4d7469-9639-45e9-82f8-675c437f4259,revision_number=12']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:13.024710 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:13.033129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port b8cf8e70-1ce9-4579-b017-066f442082a4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:13.033561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:13.086833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39435bbf-bac7-4771-9874-e25300117be2 req-fd3c5ae1-ab24-4112-9738-6ed24d17ee92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:13.088473 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39435bbf-bac7-4771-9874-e25300117be2 req-fd3c5ae1-ab24-4112-9738-6ed24d17ee92 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.6538174 Nov 12 07:45:13.101489 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7be83ef6-a133-4c06-bf99-375ee574ada9 req-44c29ea7-5f4f-48f9-a284-385dff433814 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056793 Nov 12 07:45:13.233877 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84b1eb99-52c0-4ea4-9ae7-46dcebea1999 req-7e94275b-6dac-48a9-a60b-a310524e7711 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.8658154 Nov 12 07:45:13.294553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8ae88e61-0c03-441f-990f-8cb1558b25d3 req-2cebd650-587a-4d62-80f9-ca2c51c5c52e tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Synchronizing usage tracker for tenant:7a596bb136bd4592b14cc074ed23b99c on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:45:13.366349 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39435bbf-bac7-4771-9874-e25300117be2 req-46be6e2a-3cbf-40eb-84dd-be9cfbaca00e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=21ad3e94-ae81-4c74-8c4b-d913221068d7 HTTP/1.1" status: 200 len: 217 time: 0.2479279 Nov 12 07:45:13.379772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 1a4d7469-9639-45e9-82f8-675c437f4259 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:13.523938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 1a4d7469-9639-45e9-82f8-675c437f4259 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:13.524282 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:13.524714 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7985234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718819'] for router, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:13.538992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8ae88e61-0c03-441f-990f-8cb1558b25d3 req-2cebd650-587a-4d62-80f9-ca2c51c5c52e tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Unset dirty status for tenant:7a596bb136bd4592b14cc074ed23b99c on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:45:13.550733 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8ae88e61-0c03-441f-990f-8cb1558b25d3 req-2cebd650-587a-4d62-80f9-ca2c51c5c52e tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6499257 Nov 12 07:45:13.554911 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:13.608610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Attempting to bind port 84f76224-acb3-4a63-937b-f26e3668e00b on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:45:13.609016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Attempting to bind port 84f76224-acb3-4a63-937b-f26e3668e00b by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:45:13.609428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Attempting to bind port 84f76224-acb3-4a63-937b-f26e3668e00b on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:45:13.625921 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:45:13.626288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:13.626760 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:13.627306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:45:13.627803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Bound port: 84f76224-acb3-4a63-937b-f26e3668e00b, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:45:13.628154 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:13.642774 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985400'] for router, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:13.643349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f687165-b513-4932-85df-2d5040436b26 {{(pid=80793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 12 07:45:13.648202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48380) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:13.657400 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84b1eb99-52c0-4ea4-9ae7-46dcebea1999 req-6cc95c92-6c46-4dd3-a458-d8f6bc225a61 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 1161 time: 0.2440829 Nov 12 07:45:13.661993 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:45:13.696795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39435bbf-bac7-4771-9874-e25300117be2 req-a8351e87-d3b2-49d4-958e-ea791d707579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:13.698933 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39435bbf-bac7-4771-9874-e25300117be2 req-a8351e87-d3b2-49d4-958e-ea791d707579 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.3160126 Nov 12 07:45:13.839583 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:13.843472 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] 10.222.0.40 "DELETE /v2.0/routers/3f687165-b513-4932-85df-2d5040436b26 HTTP/1.1" status: 204 len: 168 time: 4.7376537 Nov 12 07:45:13.855553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48390) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:13.855996 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed74a2f4-75a9-4901-9d09-75d9f7940ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8cf8e70-1ce9-4579-b017-066f442082a4', 'code': 200} Nov 12 07:45:13.966275 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-334054137-network', 'tenant_id': 'df00d4adbb61409687704d8cee0ac12d'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:13.982656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1eb99-52c0-4ea4-9ae7-46dcebea1999 req-8d86658f-ed56-4efd-aeb7-1d576d457216 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:13.984255 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84b1eb99-52c0-4ea4-9ae7-46dcebea1999 req-8d86658f-ed56-4efd-aeb7-1d576d457216 service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.2688544 Nov 12 07:45:13.985348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:14.061346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Usage tracker for resource:network and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:14.069600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:14.084334 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d656e2f6-26fe-4283-be20-f1f86272cda9 admin admin] Deleting subnet 812371ef-72a0-45e0-b440-62ff5a297cb6 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:45:14.090830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec50f27-64b3-408b-8b26-43dca5e06537 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:45:14.101134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d656e2f6-26fe-4283-be20-f1f86272cda9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:14.115267 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:14.131522 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:14.138541 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ec24d235-62e5-4444-9199-9d94460d9cbb req-c8d162a8-7a7f-44ad-89b1-38ea87a03d42 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 1161 time: 0.7567847 Nov 12 07:45:14.141972 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84b1eb99-52c0-4ea4-9ae7-46dcebea1999 req-998b3a7a-4991-4308-984d-426e33f9a503 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2 HTTP/1.1" status: 200 len: 217 time: 0.1428630 Nov 12 07:45:14.151980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Transition to ACTIVE for port object aec50f27-64b3-408b-8b26-43dca5e06537 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:14.158078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] For port 84f76224-acb3-4a63-937b-f26e3668e00b, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:14.181724 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:14.204940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Made reservation on behalf of df00d4adbb61409687704d8cee0ac12d for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:45:14.206932 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3e7d9a67-f243-489a-a4db-3d2e9036e6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:14.209675 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:14.239327 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d656e2f6-26fe-4283-be20-f1f86272cda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:14.268772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] For port 84f76224-acb3-4a63-937b-f26e3668e00b, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=84f76224-acb3-4a63-937b-f26e3668e00b,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:45:14.282642 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:14.297691 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:14.317860 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39435bbf-bac7-4771-9874-e25300117be2 req-9a1b8a60-1eb0-47b3-baad-14561c5dcb88 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6019404 Nov 12 07:45:14.322041 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fbda00a4-9d89-4aeb-b7bb-78a42fb12e52 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:14.444566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1eb99-52c0-4ea4-9ae7-46dcebea1999 req-e4483cbf-be66-472a-88bc-c597a94aecb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:14.446206 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84b1eb99-52c0-4ea4-9ae7-46dcebea1999 req-e4483cbf-be66-472a-88bc-c597a94aecb6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.2917378 Nov 12 07:45:14.487481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Pushing event updated for resources: {'Port': ['ID=aec50f27-64b3-408b-8b26-43dca5e06537,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:14.493326 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25e3481e-d0b4-48d0-9d24-bf09019ac830 req-b266d82a-430d-4de8-856b-84456bfdae92 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed74a2f4-75a9-4901-9d09-75d9f7940ce1 HTTP/1.1" status: 200 len: 1165 time: 0.5245395 Nov 12 07:45:14.496065 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:14.504078 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ec24d235-62e5-4444-9199-9d94460d9cbb req-220fee3c-4fb6-4262-b768-3ea420081b90 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534939 Nov 12 07:45:14.543471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82799a-7924-464b-8c43-2f5facdcf4cc req-4d8eb5a9-1f5e-4524-9d09-54765794ce63 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:14.545000 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd82799a-7924-464b-8c43-2f5facdcf4cc req-4d8eb5a9-1f5e-4524-9d09-54765794ce63 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 948 time: 0.5169380 Nov 12 07:45:14.559546 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84b1eb99-52c0-4ea4-9ae7-46dcebea1999 req-7733120f-6ca5-4bde-b10e-c9c1bce41d86 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814087 Nov 12 07:45:14.575543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:14.612661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Usage tracker for resource:security_group_rule and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:14.661402 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39435bbf-bac7-4771-9874-e25300117be2 req-4b9eaa5e-22fa-4b66-a05a-8327cb856b41 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194213 Nov 12 07:45:14.667853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:14.671874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Pushing event updated for resources: {'Port': ['ID=84f76224-acb3-4a63-937b-f26e3668e00b,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:14.840567 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25e3481e-d0b4-48d0-9d24-bf09019ac830 req-bf9d949f-ddce-4fc1-9542-8bc28c1a49d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225815 Nov 12 07:45:14.889775 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd82799a-7924-464b-8c43-2f5facdcf4cc req-e671b599-d324-41cb-85c3-f91547653272 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327584 Nov 12 07:45:15.023050 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39435bbf-bac7-4771-9874-e25300117be2 req-59147b8b-4bd0-464b-a42e-3cd087388ceb service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3465893 Nov 12 07:45:15.041904 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Attempting to bind port aec50f27-64b3-408b-8b26-43dca5e06537 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:45:15.042379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Attempting to bind port aec50f27-64b3-408b-8b26-43dca5e06537 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:45:15.042813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Attempting to bind port aec50f27-64b3-408b-8b26-43dca5e06537 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:45:15.045610 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84b1eb99-52c0-4ea4-9ae7-46dcebea1999 req-1355f80b-4389-445a-b69c-2c65441f0e49 service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875708 Nov 12 07:45:15.047808 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:15.051456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:45:15.051936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:15.052473 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.052948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:45:15.053827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Bound port: aec50f27-64b3-408b-8b26-43dca5e06537, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:45:15.054640 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.055547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:15.171500 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d656e2f6-26fe-4283-be20-f1f86272cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.187866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] For port aec50f27-64b3-408b-8b26-43dca5e06537, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:15.191664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] For port aec50f27-64b3-408b-8b26-43dca5e06537, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=aec50f27-64b3-408b-8b26-43dca5e06537,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:45:15.246867 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.269804 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-499b1c9f-63f4-433e-983a-1305de9c3470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:15.318303 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.336450 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.337937 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] 10.222.0.41 "PUT /v2.0/ports/84f76224-acb3-4a63-937b-f26e3668e00b HTTP/1.1" status: 200 len: 1160 time: 4.3825409 Nov 12 07:45:15.355365 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61cfc84-fa80-4811-baee-3a88fd7db260', 'tag': '84f76224-acb3-4a63-937b-f26e3668e00b'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:15.379035 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.442030 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b6e26169-adfb-4cfb-b402-f5cf1b7035de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:15.481193 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Pushing event updated for resources: {'Port': ['ID=aec50f27-64b3-408b-8b26-43dca5e06537,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:15.488543 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:15.493871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:45:15.579024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:45:15.602160 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:45:15.602556 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 10f60d7a-cd37-4aa4-95d7-5d6b956f0a47 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:45:15.621313 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.624216 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] 10.222.0.41 "PUT /v2.0/ports/aec50f27-64b3-408b-8b26-43dca5e06537 HTTP/1.1" status: 200 len: 1159 time: 4.2785261 Nov 12 07:45:15.627975 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84b1eb99-52c0-4ea4-9ae7-46dcebea1999 req-2bb4d64a-27d4-4d03-8b87-3a3b9e7675da service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5250864 Nov 12 07:45:15.634632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046feb45-41ec-4325-8e0b-a10025c72f1d', 'tag': 'aec50f27-64b3-408b-8b26-43dca5e06537'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:15.656277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbed406-ea02-4794-96f1-9d82c84de23f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:15.665487 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:15.666645 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.667039 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Added segment 4929fc7c-c7d8-455c-9211-0af203dbd1b3 of type vxlan for network bf85d800-b8a3-4be5-a127-78fbecc42c38 Nov 12 07:45:15.673251 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-12612569-f359-42b4-8b79-919f675ba29a req-5eee3478-85dd-4d28-b57b-f70e5f0284d3 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 1161 time: 0.4689362 Nov 12 07:45:15.745546 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.846893 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-fd0b1e9e-aa63-4fe2-ac88-e7b2a6a020b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a596bb136bd4592b14cc074ed23b99c&device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 1163 time: 0.3916094 Nov 12 07:45:15.857843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:15.958790 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.962437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:15.963286 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:15.968866 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-c63e445c-3c71-4d3a-b054-1cdfe7293f09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=84f76224-acb3-4a63-937b-f26e3668e00b HTTP/1.1" status: 200 len: 217 time: 0.1058285 Nov 12 07:45:15.973666 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a7579256-9f87-4dc4-a39a-ba76cfb9809b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:16.073354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 21ad3e94-ae81-4c74-8c4b-d913221068d7 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:16.169593 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d656e2f6-26fe-4283-be20-f1f86272cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:16.177820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Pushing event updated for resources: {'Network': ['ID=bf85d800-b8a3-4be5-a127-78fbecc42c38,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:16.191796 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-12612569-f359-42b4-8b79-919f675ba29a req-637dc7ea-6b56-4a66-8434-7d15a89f65f6 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091741 Nov 12 07:45:16.193380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network bf85d800-b8a3-4be5-a127-78fbecc42c38 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:45:16.196237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bbea0-2f97-4194-8030-eae315133c50 req-d5596220-65e7-4037-a503-e0f50b3530f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:16.198041 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-d5596220-65e7-4037-a503-e0f50b3530f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2084639 Nov 12 07:45:16.199266 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:16.202501 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:16.207764 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-ef09572c-577a-4fb4-bfc8-3fa790dc8656 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a596bb136bd4592b14cc074ed23b99c&device_id=046feb45-41ec-4325-8e0b-a10025c72f1d HTTP/1.1" status: 200 len: 1162 time: 0.5053153 Nov 12 07:45:16.235565 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5861959 Nov 12 07:45:16.243987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48452) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:16.320209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network bf85d800-b8a3-4be5-a127-78fbecc42c38 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:45:16.348583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network bf85d800-b8a3-4be5-a127-78fbecc42c38 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:45:16.350898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656e2f6-26fe-4283-be20-f1f86272cda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812371ef-72a0-45e0-b440-62ff5a297cb6,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:16.364377 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-ada0bb1f-e9f7-47ba-b3be-a467e6938ceb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=aec50f27-64b3-408b-8b26-43dca5e06537 HTTP/1.1" status: 200 len: 217 time: 0.1423881 Nov 12 07:45:16.365183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Request body: {'subnet': {'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-334054137-subnet', 'tenant_id': 'df00d4adbb61409687704d8cee0ac12d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:16.370363 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d656e2f6-26fe-4283-be20-f1f86272cda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:16.378658 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:16.390468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3af2ea-502e-416f-a421-1b9d3ed28d2b req-087b3f38-fdcd-4c81-b8fa-59958b4e22b1 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:16.392389 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0f3af2ea-502e-416f-a421-1b9d3ed28d2b req-087b3f38-fdcd-4c81-b8fa-59958b4e22b1 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 948 time: 0.6373346 Nov 12 07:45:16.393773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Usage tracker for resource:subnet and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:16.406134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:16.417716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:16.445937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Made reservation on behalf of df00d4adbb61409687704d8cee0ac12d for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:45:16.451154 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:16.475894 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d656e2f6-26fe-4283-be20-f1f86272cda9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:16.481136 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d656e2f6-26fe-4283-be20-f1f86272cda9 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/812371ef-72a0-45e0-b440-62ff5a297cb6 HTTP/1.1" status: 204 len: 168 time: 2.6222293 Nov 12 07:45:16.501462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301abd98-46a5-485c-b1c4-c2d541195cde req-3eb2d407-25e8-4b1a-b84f-34d86d27c2ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:16.503087 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-3eb2d407-25e8-4b1a-b84f-34d86d27c2ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1003311 Nov 12 07:45:16.506623 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 48460) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:16.572521 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-c10639e4-499d-40f6-ab39-11a27388d1c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3293631 Nov 12 07:45:16.594649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b575836-5b15-47bf-b478-e3e9cf47583e None None] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:45:16.780104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 21ad3e94-ae81-4c74-8c4b-d913221068d7 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:16.812084 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-28573f0c-213f-4940-9771-a0a97b701525 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261171 Nov 12 07:45:16.846449 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0f3af2ea-502e-416f-a421-1b9d3ed28d2b req-140a03d2-61b8-41cc-bf3d-6d9848f2adee tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449017 Nov 12 07:45:16.857214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 21ad3e94-ae81-4c74-8c4b-d913221068d7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:16.857916 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:16.858505 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:16.942305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Deleting port ec61dafa-5303-4834-bbbb-5c0c530e09ad {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:45:16.942688 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:16.970575 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-7aecb19f-955b-442c-af7d-072469e99df8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3847640 Nov 12 07:45:16.996430 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61cfc84-fa80-4811-baee-3a88fd7db260', 'tag': '84f76224-acb3-4a63-937b-f26e3668e00b', 'status': 'completed', 'code': 200} Nov 12 07:45:17.042598 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dedfa0b8-1f66-4db9-bd37-ccb2e4b82c34 req-8d5e83e0-a859-4b16-ae6a-3641e9f68432 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3888905 Nov 12 07:45:17.126001 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-064bbea0-2f97-4194-8030-eae315133c50 req-9f09bba3-2240-40db-b076-0a77e7a7f46d service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2917354 Nov 12 07:45:17.183685 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046feb45-41ec-4325-8e0b-a10025c72f1d', 'tag': 'aec50f27-64b3-408b-8b26-43dca5e06537', 'status': 'completed', 'code': 200} Nov 12 07:45:17.284680 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259', 'code': 200} Nov 12 07:45:17.289601 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:17.345283 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:17.367901 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204273c6-1c4e-492d-8587-8d5d41da183f None None] DHCP port deletion for 89b7c039-2c8f-4eda-ab5b-e016368d83d9 request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:45:17.370282 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:17.379531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-204273c6-1c4e-492d-8587-8d5d41da183f None None] Deleting port ec61dafa-5303-4834-bbbb-5c0c530e09ad {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:45:17.379955 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-204273c6-1c4e-492d-8587-8d5d41da183f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:17.501957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 21ad3e94-ae81-4c74-8c4b-d913221068d7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=21ad3e94-ae81-4c74-8c4b-d913221068d7,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:17.535795 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:17.544005 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:17.555250 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ddfc9e58-debf-4744-a7d1-f0974d1761fc req-4fad16f3-19d6-4808-9fa8-667786df51bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a596bb136bd4592b14cc074ed23b99c&device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 1163 time: 0.3344076 Nov 12 07:45:17.571530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba849498-f25f-43e3-9fd3-4a9a72d76b44,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:17.606540 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:17.619477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ec61dafa-5303-4834-bbbb-5c0c530e09ad no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:45:17.652453 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-6bbc9616-31cd-41b6-8678-0fe12a9839c7 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533551 Nov 12 07:45:17.772521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa04f2-921b-4c50-af28-d851107d108a req-8ea1a879-146a-4a0a-9aac-cfaabf9bc3c0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:17.781630 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-29fa04f2-921b-4c50-af28-d851107d108a req-8ea1a879-146a-4a0a-9aac-cfaabf9bc3c0 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 948 time: 0.4375637 Nov 12 07:45:17.790214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] For port ec61dafa-5303-4834-bbbb-5c0c530e09ad, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ec61dafa-5303-4834-bbbb-5c0c530e09ad,segment=NetworkSegment(be986fac-d198-4ac5-9425-af8927e35705),segment_id=be986fac-d198-4ac5-9425-af8927e35705)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:17.790835 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:17.792545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc9e58-debf-4744-a7d1-f0974d1761fc req-f7de6abc-84d4-41f4-92a3-24f792e28d4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:17.794320 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ddfc9e58-debf-4744-a7d1-f0974d1761fc req-f7de6abc-84d4-41f4-92a3-24f792e28d4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2201438 Nov 12 07:45:17.854121 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:17.876485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=21ad3e94-ae81-4c74-8c4b-d913221068d7,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:17.899942 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:17.923584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port ec61dafa-5303-4834-bbbb-5c0c530e09ad, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ec61dafa-5303-4834-bbbb-5c0c530e09ad,segment=NetworkSegment(be986fac-d198-4ac5-9425-af8927e35705),segment_id=be986fac-d198-4ac5-9425-af8927e35705)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:17.976333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Calling delete_port for ec61dafa-5303-4834-bbbb-5c0c530e09ad owned by network:dhcp {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:45:17.991843 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:17.997138 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:18.074204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=ec61dafa-5303-4834-bbbb-5c0c530e09ad,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:18.080307 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:18.112432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-204273c6-1c4e-492d-8587-8d5d41da183f None None] For port ec61dafa-5303-4834-bbbb-5c0c530e09ad, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ec61dafa-5303-4834-bbbb-5c0c530e09ad,segment=NetworkSegment(be986fac-d198-4ac5-9425-af8927e35705),segment_id=be986fac-d198-4ac5-9425-af8927e35705)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:18.114415 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-204273c6-1c4e-492d-8587-8d5d41da183f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:18.136178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Checking segment: {'id': '4929fc7c-c7d8-455c-9211-0af203dbd1b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:18.136585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Network hostable DHCP agents. Network: bf85d800-b8a3-4be5-a127-78fbecc42c38, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:45:18.156421 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ddfc9e58-debf-4744-a7d1-f0974d1761fc req-e7c56020-6dd5-4889-9fce-8129423d60bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=84f76224-acb3-4a63-937b-f26e3668e00b HTTP/1.1" status: 200 len: 217 time: 0.3527527 Nov 12 07:45:18.159203 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-29fa04f2-921b-4c50-af28-d851107d108a req-04f9ce13-feee-4c2d-9d51-4958e78a930c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763702 Nov 12 07:45:18.179969 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-301abd98-46a5-485c-b1c4-c2d541195cde req-78c65822-700e-4bc9-bc8f-27757b726489 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5135410 Nov 12 07:45:18.181417 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:45:18.181779 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:45:18.221052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Network bf85d800-b8a3-4be5-a127-78fbecc42c38 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:45:18.244624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, bf85d800-b8a3-4be5-a127-78fbecc42c38) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:45:18.250927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc9e58-debf-4744-a7d1-f0974d1761fc req-e23d409e-7e07-4a5d-adee-583a4df92d46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:18.253118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ddfc9e58-debf-4744-a7d1-f0974d1761fc req-e23d409e-7e07-4a5d-adee-583a4df92d46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0854452 Nov 12 07:45:18.261885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:18.262677 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:18.303836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6355a95-7312-4b33-983b-34c2109ed9c0 None None] Network bf85d800-b8a3-4be5-a127-78fbecc42c38 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:45:18.343824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0163491 Nov 12 07:45:18.375697 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ddfc9e58-debf-4744-a7d1-f0974d1761fc req-51124c00-0696-46c0-8a01-962288c1c183 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086607 Nov 12 07:45:18.433562 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2855f5eb-8174-4271-b339-427962771418 req-39bfd572-35ec-419b-abf7-6bd8ec0808c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a596bb136bd4592b14cc074ed23b99c&device_id=046feb45-41ec-4325-8e0b-a10025c72f1d HTTP/1.1" status: 200 len: 1162 time: 0.1805961 Nov 12 07:45:18.523958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48498) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:18.539047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-32064bdf-471b-40ef-a76c-8a42dc57a65d tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80793) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:45:18.557206 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-32064bdf-471b-40ef-a76c-8a42dc57a65d tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0267379 Nov 12 07:45:18.574295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-204273c6-1c4e-492d-8587-8d5d41da183f None None] Calling delete_port for ec61dafa-5303-4834-bbbb-5c0c530e09ad owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:45:18.581203 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-014d9119-e328-477f-ae45-b864186a800c req-390e08b3-a32e-467d-a82d-43f0aea44baf tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 1161 time: 0.2486293 Nov 12 07:45:18.638165 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ddfc9e58-debf-4744-a7d1-f0974d1761fc req-c56a322a-fff6-4846-88ed-8a1ebf1d282b service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549231 Nov 12 07:45:18.680072 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-014d9119-e328-477f-ae45-b864186a800c req-2679561a-cc40-4c10-a407-74af54f337bf tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976596 Nov 12 07:45:18.683599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Deleting port ec61dafa-5303-4834-bbbb-5c0c530e09ad {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:45:18.683944 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:18.743172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855f5eb-8174-4271-b339-427962771418 req-83b0ea2b-cfc1-4709-b952-444c16a4ce54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:18.744777 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2855f5eb-8174-4271-b339-427962771418 req-83b0ea2b-cfc1-4709-b952-444c16a4ce54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2978649 Nov 12 07:45:18.790193 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-204273c6-1c4e-492d-8587-8d5d41da183f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80794) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:45:18.790851 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-204273c6-1c4e-492d-8587-8d5d41da183f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:45:18.818199 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ddfc9e58-debf-4744-a7d1-f0974d1761fc req-1416e908-a617-40c3-8641-915912eebe3f service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1702664 Nov 12 07:45:18.825000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] Request body: {'binding': {'host': 'n-h2-761264-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:18.825539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] Unknown quota resources ['binding']. {{(pid=80793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Nov 12 07:45:18.836485 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2855f5eb-8174-4271-b339-427962771418 req-8aec952e-3467-48eb-a1f1-b3e9848f07fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=aec50f27-64b3-408b-8b26-43dca5e06537 HTTP/1.1" status: 200 len: 217 time: 0.0826900 Nov 12 07:45:18.999872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-f181d740-b516-4819-9b25-f660155afa36 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:45:19.004642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb302f9-bdff-4b4f-b0cc-be3f69c38cc7 None None] Network bf85d800-b8a3-4be5-a127-78fbecc42c38 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:45:19.025221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] For port ec61dafa-5303-4834-bbbb-5c0c530e09ad, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ec61dafa-5303-4834-bbbb-5c0c530e09ad,segment=NetworkSegment(be986fac-d198-4ac5-9425-af8927e35705),segment_id=be986fac-d198-4ac5-9425-af8927e35705)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:19.025631 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:19.088677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] Attempting to bind port fbd1f78b-8f78-4b11-8a33-54ed644a032b on host n-h2-761264-6 for vnic_type normal with profile None {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:45:19.089123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] Attempting to bind port fbd1f78b-8f78-4b11-8a33-54ed644a032b by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:45:19.089506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] Attempting to bind port fbd1f78b-8f78-4b11-8a33-54ed644a032b on network bdcf583c-9b91-4b67-8d2c-23531a9270a7 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:45:19.100618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:45:19.101053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] Checking segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:19.101420 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:19.101821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] Bound using segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:45:19.102303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] Bound port: fbd1f78b-8f78-4b11-8a33-54ed644a032b, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:45:19.200244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:45:19.205105 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] Notify callbacks [] for binding, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:19.206573 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-a7b92644-2c1f-4a0e-ad67-109bdcd51e24 service neutron] 10.222.0.40 "POST /v2.0/ports/fbd1f78b-8f78-4b11-8a33-54ed644a032b/bindings HTTP/1.1" status: 201 len: 459 time: 0.5825808 Nov 12 07:45:19.220764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Calling delete_port for ec61dafa-5303-4834-bbbb-5c0c530e09ad owned by network:dhcp {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:45:19.303885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fdb678-8b05-4b37-b68a-a9ff68a79bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ad3e94-ae81-4c74-8c4b-d913221068d7'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:19.310010 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-204273c6-1c4e-492d-8587-8d5d41da183f None None] Deleting port ec61dafa-5303-4834-bbbb-5c0c530e09ad {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:45:19.310369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-204273c6-1c4e-492d-8587-8d5d41da183f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:19.336017 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855f5eb-8174-4271-b339-427962771418 req-62f6a310-dade-44cf-8b0a-8799ec205568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:19.337796 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2855f5eb-8174-4271-b339-427962771418 req-62f6a310-dade-44cf-8b0a-8799ec205568 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1754975 Nov 12 07:45:19.425454 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:19.445589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-204273c6-1c4e-492d-8587-8d5d41da183f None None] The port 'ec61dafa-5303-4834-bbbb-5c0c530e09ad' was deleted {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}} Nov 12 07:45:19.462844 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-27522d69-6a0c-4557-a5ea-857d93d8bad6 tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:19.478733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 84f76224-acb3-4a63-937b-f26e3668e00b up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:19.560258 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-50997e20-bb9e-4aa8-921c-f86a9551eb9b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 1161 time: 0.0891924 Nov 12 07:45:19.598066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 84f76224-acb3-4a63-937b-f26e3668e00b completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:19.603303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 84f76224-acb3-4a63-937b-f26e3668e00b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:19.603852 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:19.633924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec61dafa-5303-4834-bbbb-5c0c530e09ad,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:19.708301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 21ad3e94-ae81-4c74-8c4b-d913221068d7 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:19.749505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-9c0f4e41-83a8-4ffc-bd45-e61746299f1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:19.751779 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-9c0f4e41-83a8-4ffc-bd45-e61746299f1b service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.1838422 Nov 12 07:45:19.842444 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-d94c95b0-9963-4692-ab6f-af468d01f10b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b HTTP/1.1" status: 200 len: 217 time: 0.0790806 Nov 12 07:45:19.894095 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:19.918564 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-6e651711-2b8d-4069-9792-59c724a48920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:19.920348 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-6e651711-2b8d-4069-9792-59c724a48920 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.0704350 Nov 12 07:45:19.929968 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:19.939151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 84f76224-acb3-4a63-937b-f26e3668e00b, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=84f76224-acb3-4a63-937b-f26e3668e00b,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:19.945091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 21ad3e94-ae81-4c74-8c4b-d913221068d7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:19.945593 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:19.963472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1455147739', 'description': 'tempest-description-938131913'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:19.974946 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:19.980262 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-ed2fb532-995f-4d61-ae84-0dff77cfc6a9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522723 Nov 12 07:45:19.982731 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:19.990340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:19.999641 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2855f5eb-8174-4271-b339-427962771418 req-406ccc26-f307-4c18-a1a9-673fa25fd3eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6450152 Nov 12 07:45:20.004780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:20.010751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:20.069913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=84f76224-acb3-4a63-937b-f26e3668e00b,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:20.076321 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:20.097534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:20.139092 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-82f2ba44-5541-4b78-b141-c9a5d78c5731 service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515260 Nov 12 07:45:20.140178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04f41d-c735-4d49-bc80-f571c4a48590 req-311968bb-e8eb-469a-880c-0537b3892d57 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:20.141869 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cc04f41d-c735-4d49-bc80-f571c4a48590 req-311968bb-e8eb-469a-880c-0537b3892d57 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 948 time: 0.6802297 Nov 12 07:45:20.142681 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:20.164505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] No DVR routers for this DVR port ec61dafa-5303-4834-bbbb-5c0c530e09ad on host n-d-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:45:20.293773 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-77426183-aabb-4193-898a-d2bbc3d7a703 service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435397 Nov 12 07:45:20.372084 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2855f5eb-8174-4271-b339-427962771418 req-1b7185af-06b1-477e-91a8-4a6a73cc8964 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581624 Nov 12 07:45:20.373074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:20.382196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group_rule and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:20.390243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:20.422116 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:20.440262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:20.449263 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cc04f41d-c735-4d49-bc80-f571c4a48590 req-4e44b859-6077-4b83-9a73-39fd2d54be9e tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923801 Nov 12 07:45:20.456332 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-20f01522-bb08-452b-a704-23be1fb2c025 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.33 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 1161 time: 0.0884173 Nov 12 07:45:20.469426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-6'}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:20.600055 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:20.671535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b7c039-2c8f-4eda-ab5b-e016368d83d9']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:20.691623 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be986fac-d198-4ac5-9425-af8927e35705') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:20.691960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be986fac-d198-4ac5-9425-af8927e35705') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:45:20.741648 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:20.754709 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:20.759902 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2855f5eb-8174-4271-b339-427962771418 req-d81ff319-e888-413b-8b14-0494ce5d63be service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3733256 Nov 12 07:45:20.762600 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:20.770642 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a9fb816b-95a0-416f-809b-5d2432a440c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:20.796225 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:20.800342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:45:20.880619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:20.901585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'SecurityGroup': ['ID=ac460492-f604-43ae-a640-835ff498531e,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:20.904061 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:20.921534 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f23484c4-9bd3-4e83-931c-54b843ba30ab req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.9744825 Nov 12 07:45:20.925385 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:20.938742 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:21.011433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:21.020356 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.036067 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.062435 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:21.168648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:45:21.179930 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.216236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Pushing event updated for resources: {'Port': ['ID=fbd1f78b-8f78-4b11-8a33-54ed644a032b,revision_number=6']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:21.221880 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:21.341254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Attempting to bind port fbd1f78b-8f78-4b11-8a33-54ed644a032b on host n-h1-761264-6 for vnic_type normal with profile {"migrating_to": "n-h2-761264-6"} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:45:21.341569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Attempting to bind port fbd1f78b-8f78-4b11-8a33-54ed644a032b by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:45:21.342059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Attempting to bind port fbd1f78b-8f78-4b11-8a33-54ed644a032b on network bdcf583c-9b91-4b67-8d2c-23531a9270a7 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:45:21.349328 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:45:21.349702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Checking segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:21.350098 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.350481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Bound using segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:45:21.350942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Bound port: fbd1f78b-8f78-4b11-8a33-54ed644a032b, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:45:21.351303 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.400147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Network 89b7c039-2c8f-4eda-ab5b-e016368d83d9 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:45:21.425544 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:45:21.443209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:21.446463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:45:21.450846 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.456141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device aec50f27-64b3-408b-8b26-43dca5e06537 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:21.464423 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f822586d-59be-4c81-8914-4bd51c9c28d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:21.505857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10452cb7-e5c9-4715-a2ce-ed506f5fb8a3 req-b7340045-30d3-4562-8942-370aa10f7faa tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:21.507565 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-10452cb7-e5c9-4715-a2ce-ed506f5fb8a3 req-b7340045-30d3-4562-8942-370aa10f7faa tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 950 time: 0.4593706 Nov 12 07:45:21.521548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f4499-19c1-4a2e-bc48-16e7aa625ab2 req-399423b6-225f-42f9-84e6-99d1d379215f tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:21.523525 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b3f4499-19c1-4a2e-bc48-16e7aa625ab2 req-399423b6-225f-42f9-84e6-99d1d379215f tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 944 time: 0.4239950 Nov 12 07:45:21.534883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port aec50f27-64b3-408b-8b26-43dca5e06537 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:21.541036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port aec50f27-64b3-408b-8b26-43dca5e06537 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:21.541639 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.578529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.598465 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:21.632439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Pushing event updated for resources: {'Port': ['ID=fbd1f78b-8f78-4b11-8a33-54ed644a032b,revision_number=7']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:21.637262 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.638629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:21.643645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Pushing event deleted for resources: {'Network': ['ID=89b7c039-2c8f-4eda-ab5b-e016368d83d9,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:21.681214 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b3f4499-19c1-4a2e-bc48-16e7aa625ab2 req-b84a16c1-4155-43ed-89b3-e74b4812616b tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483061 Nov 12 07:45:21.682346 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:21.704607 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] 10.222.0.40 "DELETE /v2.0/networks/89b7c039-2c8f-4eda-ab5b-e016368d83d9 HTTP/1.1" status: 204 len: 168 time: 5.1907735 Nov 12 07:45:21.709068 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.714029 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-10452cb7-e5c9-4715-a2ce-ed506f5fb8a3 req-9abe85e0-58f1-40a1-a41e-99fc4e97c9bc tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560590 Nov 12 07:45:21.768008 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.769967 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] 10.222.0.33 "PUT /v2.0/ports/fbd1f78b-8f78-4b11-8a33-54ed644a032b HTTP/1.1" status: 200 len: 1186 time: 1.3058596 Nov 12 07:45:21.774896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port aec50f27-64b3-408b-8b26-43dca5e06537, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=aec50f27-64b3-408b-8b26-43dca5e06537,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:21.789522 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.791913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 84f76224-acb3-4a63-937b-f26e3668e00b up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:21.854839 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fdb678-8b05-4b37-b68a-a9ff68a79bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ad3e94-ae81-4c74-8c4b-d913221068d7', 'code': 200} Nov 12 07:45:21.855580 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:21.906910 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-664816142', 'description': 'tempest-description-1059351457'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:21.914181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:21.919022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:21.923347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:21.934579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:21.960229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=aec50f27-64b3-408b-8b26-43dca5e06537,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:21.965280 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:21.976213 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:21.988778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 84f76224-acb3-4a63-937b-f26e3668e00b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:21.990026 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:22.004673 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b', 'code': 200} Nov 12 07:45:22.027955 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b65cea84-cf08-49af-8186-50fd1791514a req-062823cb-044e-42f2-8e4b-4f858083ebe7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 1165 time: 0.1284828 Nov 12 07:45:22.068543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:22.073760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group_rule and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:22.077530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:22.084544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:22.093844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48562) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:22.152016 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b65cea84-cf08-49af-8186-50fd1791514a req-c743146f-7ff7-4956-b5c1-0a31039a1b73 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086137 Nov 12 07:45:22.172154 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d377105f-f4e2-4469-b151-1cd0953fee62 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9c5f9ebd2bcf4c7b833bd9f0cedcb054&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0746212 Nov 12 07:45:22.172560 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48566) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:22.243465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b866be86-54fb-483c-b78c-1ee408ff2c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:22.263588 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:22.269807 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:22.272134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b866be86-54fb-483c-b78c-1ee408ff2c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:22.277464 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-34a192fa-9aee-494a-aaa8-e1e7b6f4c597 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:22.328150 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a5930-ce41-4c32-bb3c-a0a186a3b99e req-e0d3edb5-82df-42d5-a85b-3283e39584d2 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:22.329865 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d50a5930-ce41-4c32-bb3c-a0a186a3b99e req-e0d3edb5-82df-42d5-a85b-3283e39584d2 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 950 time: 0.2127972 Nov 12 07:45:22.333367 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b866be86-54fb-483c-b78c-1ee408ff2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:22.337569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'SecurityGroup': ['ID=200489dd-5c70-4b73-afbd-bcc76fa19a82,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:22.339170 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9939724f-6e9e-4d67-85d5-30ce6caf4107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:22.341753 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:22.355467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866be86-54fb-483c-b78c-1ee408ff2c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4c68f8-e17e-42ea-98db-42d0aefc4594,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:22.356814 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:22.358134 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b866be86-54fb-483c-b78c-1ee408ff2c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:22.361437 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e2125dc2-bc40-46ef-8700-55d43f37a3f9 req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4600120 Nov 12 07:45:22.376217 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b866be86-54fb-483c-b78c-1ee408ff2c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:22.379856 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b866be86-54fb-483c-b78c-1ee408ff2c6f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3a4c68f8-e17e-42ea-98db-42d0aefc4594 HTTP/1.1" status: 204 len: 168 time: 0.2038481 Nov 12 07:45:22.411891 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d50a5930-ce41-4c32-bb3c-a0a186a3b99e req-1907ccd9-3af5-4ead-9263-9e0a2a56e0c6 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714767 Nov 12 07:45:22.820113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-c174415e-c76e-47a4-932f-c05b30e17140 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:22.822222 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-c174415e-c76e-47a4-932f-c05b30e17140 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/networks?id=bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 200 len: 812 time: 0.1708138 Nov 12 07:45:22.845561 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-29dd466e-0993-4d55-b568-12e52184812f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/quotas/df00d4adbb61409687704d8cee0ac12d HTTP/1.1" status: 200 len: 375 time: 0.0142825 Nov 12 07:45:22.849794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device aec50f27-64b3-408b-8b26-43dca5e06537 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:22.928443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port aec50f27-64b3-408b-8b26-43dca5e06537 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:22.928868 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:22.941866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48600) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:22.965546 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-8210cdb6-64bd-4632-9c01-44fa5eb580e8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?tenant_id=df00d4adbb61409687704d8cee0ac12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700145 Nov 12 07:45:23.018099 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-94afa138-9c1d-48ed-a6a1-d38ffadf1ea6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=942d35b2efa342599997b315f43e8b88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0719748 Nov 12 07:45:23.018099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48606) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:23.061262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device fbd1f78b-8f78-4b11-8a33-54ed644a032b up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:23.063480 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48610) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:23.096429 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94eca0bb-2217-4b1a-8bbc-f243183be120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.124659 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94eca0bb-2217-4b1a-8bbc-f243183be120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.134228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port fbd1f78b-8f78-4b11-8a33-54ed644a032b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:23.134653 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.166881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f406ac-a11f-4a01-8ffc-4cd127906de7 req-82afa11a-3b3b-463b-814a-4d42bf30d093 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:23.168775 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7f406ac-a11f-4a01-8ffc-4cd127906de7 req-82afa11a-3b3b-463b-814a-4d42bf30d093 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 944 time: 0.3222704 Nov 12 07:45:23.182331 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94eca0bb-2217-4b1a-8bbc-f243183be120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.183258 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-3e92d9f3-b316-4725-bea7-543219b8643c service neutron] 10.222.0.40 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058187 Nov 12 07:45:23.188984 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-306a1572-36c3-4c89-b9a1-4e5b415f7bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:23.208550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eca0bb-2217-4b1a-8bbc-f243183be120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f1b2cc-1bba-4c53-b71f-ec718e15e475,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:23.212073 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94eca0bb-2217-4b1a-8bbc-f243183be120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:23.214268 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94eca0bb-2217-4b1a-8bbc-f243183be120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.219342 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-94eca0bb-2217-4b1a-8bbc-f243183be120 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f9f1b2cc-1bba-4c53-b71f-ec718e15e475 HTTP/1.1" status: 204 len: 168 time: 0.2001936 Nov 12 07:45:23.303004 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f42a67f2-b6a6-45de-adbc-47033962a30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.310805 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.384992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:23.398135 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f42a67f2-b6a6-45de-adbc-47033962a30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:23.408814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f42a67f2-b6a6-45de-adbc-47033962a30f admin admin] Usage tracker for resource:security_group_rule and tenant:03c84661e0fc4c67ac55c887ee150b1a is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:23.409888 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.414338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f42a67f2-b6a6-45de-adbc-47033962a30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:23.426381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f42a67f2-b6a6-45de-adbc-47033962a30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:23.451483 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-7cda8f2e-1681-4614-9eb7-32d28f59ae2c service neutron] 10.222.0.40 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2553523 Nov 12 07:45:23.515590 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7f406ac-a11f-4a01-8ffc-4cd127906de7 req-59799095-c1ea-4287-bcbc-464432ecdda6 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295331 Nov 12 07:45:23.546787 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:23.651192 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f42a67f2-b6a6-45de-adbc-47033962a30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.657166 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f42a67f2-b6a6-45de-adbc-47033962a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.678094 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2edaac23-1512-4ae9-bc39-70700f153675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:23.714569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=fbd1f78b-8f78-4b11-8a33-54ed644a032b,revision_number=8']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:23.739209 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:23.763550 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f42a67f2-b6a6-45de-adbc-47033962a30f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=03c84661e0fc4c67ac55c887ee150b1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6989181 Nov 12 07:45:23.765182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a67f2-b6a6-45de-adbc-47033962a30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be583ee6-ae7e-49cd-be46-9d140706d9f0,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:23.767792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48638) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:23.776615 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f42a67f2-b6a6-45de-adbc-47033962a30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:23.857518 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61cfc84-fa80-4811-baee-3a88fd7db260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f76224-acb3-4a63-937b-f26e3668e00b'}, {'server_uuid': '046feb45-41ec-4325-8e0b-a10025c72f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec50f27-64b3-408b-8b26-43dca5e06537'}, {'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:23.878001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c9ede-666d-4e1e-a7c7-e2dd88af19ae req-c3c8b5a0-0a7d-420e-814b-57931ececd72 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:23.881263 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b9139fa-b382-4ee0-a372-c0f5f00756a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.886040 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-924c9ede-666d-4e1e-a7c7-e2dd88af19ae req-c3c8b5a0-0a7d-420e-814b-57931ececd72 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 950 time: 0.1835232 Nov 12 07:45:23.930589 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b9139fa-b382-4ee0-a372-c0f5f00756a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:23.987782 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-924c9ede-666d-4e1e-a7c7-e2dd88af19ae req-8ae8264e-bb9e-4027-927c-099dcc0cebb3 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007245 Nov 12 07:45:24.009033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:24.036465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b9139fa-b382-4ee0-a372-c0f5f00756a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:24.041860 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aa853da4-56cf-4469-8788-586a5f67d4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:24.062119 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b9139fa-b382-4ee0-a372-c0f5f00756a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:24.063384 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7b9139fa-b382-4ee0-a372-c0f5f00756a1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/be583ee6-ae7e-49cd-be46-9d140706d9f0 HTTP/1.1" status: 204 len: 168 time: 0.2898355 Nov 12 07:45:24.064438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9139fa-b382-4ee0-a372-c0f5f00756a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be583ee6-ae7e-49cd-be46-9d140706d9f0,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:24.077276 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7b9139fa-b382-4ee0-a372-c0f5f00756a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:24.181429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8adab-9569-43d4-bf20-50aa60e613e6 req-4f1bd844-596e-415c-a0d2-7b7ce5528e1f tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:24.189914 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8ba8adab-9569-43d4-bf20-50aa60e613e6 req-4f1bd844-596e-415c-a0d2-7b7ce5528e1f tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 950 time: 0.1149855 Nov 12 07:45:24.372213 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8ba8adab-9569-43d4-bf20-50aa60e613e6 req-e6f55cde-37e7-4141-be09-c9572428fefc tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812532 Nov 12 07:45:24.476185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305db705-8424-4a98-b759-7ae6761b0db8 req-c2850522-4419-4072-9181-a741f6a78fda tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:24.478005 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-c2850522-4419-4072-9181-a741f6a78fda tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 821 time: 0.2859488 Nov 12 07:45:24.502565 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-20788a62-6113-41b2-b49b-1b414bae8465 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/quotas/fd6c469cc4bb48249b325f9ce0c91c69 HTTP/1.1" status: 200 len: 375 time: 0.0166705 Nov 12 07:45:24.639995 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80f8df0e-b4cf-4f6e-ac1f-c9db1c509909 req-4e7829e9-2ee3-4800-aeb6-a6d0ae23d3ee tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 210 time: 0.0724401 Nov 12 07:45:24.676816 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-4bf1aea0-bc0b-4560-bafa-ff4a184e3d80 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1670821 Nov 12 07:45:24.747925 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61cfc84-fa80-4811-baee-3a88fd7db260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f76224-acb3-4a63-937b-f26e3668e00b', 'code': 200} Nov 12 07:45:24.748286 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046feb45-41ec-4325-8e0b-a10025c72f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec50f27-64b3-408b-8b26-43dca5e06537', 'code': 200} Nov 12 07:45:24.748607 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b', 'code': 200} Nov 12 07:45:24.809321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device fbd1f78b-8f78-4b11-8a33-54ed644a032b up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:24.820211 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b', 'status': 'completed', 'code': 200} Nov 12 07:45:24.932832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port fbd1f78b-8f78-4b11-8a33-54ed644a032b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:24.933475 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:25.145653 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3da6ee7d-af90-49d9-981f-6989dc876bf4 req-543b3f07-d16d-4c45-80a9-867052fce39f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 1165 time: 0.1608672 Nov 12 07:45:25.215132 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3da6ee7d-af90-49d9-981f-6989dc876bf4 req-2f9c28b2-73ae-4ec2-9243-9adef259771f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569186 Nov 12 07:45:25.614260 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-1423ba89-7875-4fe7-b6dd-b0f78b6d0a54 service neutron] 10.222.0.40 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9291158 Nov 12 07:45:25.738478 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aec62c9c-554c-416a-a916-b5068f5d30d6 req-0cc86680-9827-4c4d-9cb3-982229cd2499 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=046feb45-41ec-4325-8e0b-a10025c72f1d HTTP/1.1" status: 200 len: 1164 time: 0.5076852 Nov 12 07:45:25.741614 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b9decfa-ef18-4dc6-96c4-e0a9c42b3fbe req-e1645d7e-b0ea-4841-aee0-7dac107ec470 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 1191 time: 0.5098751 Nov 12 07:45:25.807290 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b707868-d89e-4c2f-a731-bd1934a8dd20 req-299780c7-4485-46cc-9979-c9efa20cd374 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:25.809081 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b707868-d89e-4c2f-a731-bd1934a8dd20 req-299780c7-4485-46cc-9979-c9efa20cd374 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=ed74a2f4-75a9-4901-9d09-75d9f7940ce1 HTTP/1.1" status: 200 len: 950 time: 0.5795758 Nov 12 07:45:25.996460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9decfa-ef18-4dc6-96c4-e0a9c42b3fbe req-8114d8b0-a0a7-443d-870f-3051309d33ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:25.998582 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b9decfa-ef18-4dc6-96c4-e0a9c42b3fbe req-8114d8b0-a0a7-443d-870f-3051309d33ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.2352457 Nov 12 07:45:26.047450 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-6d9035a7-aebc-40e6-9181-54578aeba489 service neutron] 10.222.0.40 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4305258 Nov 12 07:45:26.072146 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aec62c9c-554c-416a-a916-b5068f5d30d6 req-fa801062-33b7-43f7-8e28-be5df8d46041 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230174 Nov 12 07:45:26.181636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-b0918b36-9a53-49b6-ba38-4934a88832ad tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:26.182487 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-b0918b36-9a53-49b6-ba38-4934a88832ad tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Synchronizing usage tracker for tenant:df00d4adbb61409687704d8cee0ac12d on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:45:26.198506 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b707868-d89e-4c2f-a731-bd1934a8dd20 req-0fc44799-6eab-409b-87cf-2389cf9988ef tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738475 Nov 12 07:45:26.201848 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b9decfa-ef18-4dc6-96c4-e0a9c42b3fbe req-796c7e24-472b-420e-bfb0-69029c38db44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b HTTP/1.1" status: 200 len: 217 time: 0.1320357 Nov 12 07:45:26.209772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-b0918b36-9a53-49b6-ba38-4934a88832ad tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Unset dirty status for tenant:df00d4adbb61409687704d8cee0ac12d on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:45:26.211395 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-b0918b36-9a53-49b6-ba38-4934a88832ad tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.33 "GET /v2.0/networks?id=bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 200 len: 812 time: 0.7198484 Nov 12 07:45:26.230413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'port': {'device_id': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38', 'admin_state_up': True, 'tenant_id': 'df00d4adbb61409687704d8cee0ac12d'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:26.634838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9decfa-ef18-4dc6-96c4-e0a9c42b3fbe req-9030010e-0736-4c9f-a78f-2cec7579d8c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:26.636509 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b9decfa-ef18-4dc6-96c4-e0a9c42b3fbe req-9030010e-0736-4c9f-a78f-2cec7579d8c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.3381712 Nov 12 07:45:26.765352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 48754) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:26.773927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:26.779172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:port and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:26.784452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:26.797939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:26.817739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Made reservation on behalf of df00d4adbb61409687704d8cee0ac12d for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:45:26.829521 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:26.852933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e163b-d8fb-4d5e-b948-f9c0ca0d1b7a req-4b9a7117-1dc4-497c-bcdc-5ddfb3b62435 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:26.857390 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a68e163b-d8fb-4d5e-b948-f9c0ca0d1b7a req-4b9a7117-1dc4-497c-bcdc-5ddfb3b62435 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 946 time: 0.4371967 Nov 12 07:45:26.860126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b9decfa-ef18-4dc6-96c4-e0a9c42b3fbe req-571ceda8-9de6-4bea-a558-20f1c9789d7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1915293 Nov 12 07:45:27.288961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-432797451-network', 'tenant_id': '56e160fff5134a87843737d179f71a62'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:27.294008 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:27.298940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Usage tracker for resource:network and tenant:56e160fff5134a87843737d179f71a62 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:27.302104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:27.334340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:27.351021 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a68e163b-d8fb-4d5e-b948-f9c0ca0d1b7a req-e6024311-2725-4fc1-a0d5-41a26a5ed2ec tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794025 Nov 12 07:45:27.441802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b7b1a-b017-4ee0-b406-2834c791f046 req-740bf00e-2e28-4c49-b1f6-214ddf2da738 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:27.454647 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-737b7b1a-b017-4ee0-b406-2834c791f046 req-740bf00e-2e28-4c49-b1f6-214ddf2da738 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 950 time: 0.5844164 Nov 12 07:45:27.533413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Allocated IP 172.20.0.9 (bf85d800-b8a3-4be5-a127-78fbecc42c38/ba849498-f25f-43e3-9fd3-4a9a72d76b44/a2942f16-a755-4344-9200-dcf8735da5ca) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:45:27.560367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Made reservation on behalf of 56e160fff5134a87843737d179f71a62 for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:45:27.565863 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:27.656732 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:27.699363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:27.704264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Usage tracker for resource:security_group_rule and tenant:56e160fff5134a87843737d179f71a62 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:27.707030 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:27.713151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:27.863522 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eeee3e17-9f57-4904-9ff2-1decf876ff0b req-ed21cfd4-5a1a-431b-bbfc-5f58501026f3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 210 time: 0.2300923 Nov 12 07:45:27.913448 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:27.916829 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b9decfa-ef18-4dc6-96c4-e0a9c42b3fbe req-2d431bcc-b6c3-4f7b-aece-03fbaeaf118e service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0434883 Nov 12 07:45:27.924933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:27.929243 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-737b7b1a-b017-4ee0-b406-2834c791f046 req-98223ea5-ee24-4648-a302-7abac2e59ff0 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645030 Nov 12 07:45:27.937776 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:27.967485 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:27.985450 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9cf127e0-ce12-45f3-aa8c-91836c4a4d89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:27.986361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:45:27.997848 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:27.998505 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Added segment 013b34eb-04cb-4f40-8de2-03ec8eb7b416 of type vxlan for network 5bf5d4ac-adb9-4928-b91e-484036df02e3 Nov 12 07:45:28.116029 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1860190c-bb3c-47e6-8189-8a0fba975f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:28.124510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'Port': ['ID=a2942f16-a755-4344-9200-dcf8735da5ca,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:28.130437 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:28.225278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.225702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.226123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.228234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.228234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.228234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.228234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.228234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.228619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.228994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.229232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.229669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.230115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.230991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.231537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.232251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.232876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.233313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.233713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.234111 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.234508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.234958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.235319 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.243446 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-717471f8-3f79-43f5-a0b3-82dfe5a4269b req-ad34b689-c39f-49e8-8747-1c38a6a3d69d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 210 time: 0.1048801 Nov 12 07:45:28.245203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.245832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.246238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.246653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.247065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.257845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.258401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.258827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.259249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.259656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.260082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.260493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.261211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.267496 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:28.290420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90fe1b1-aaf7-4c09-9624-386e33c39074,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:28.305688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.306110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.306516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.306919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.307313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.307967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.308100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.308578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.308986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.309373 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.309757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.310140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.310685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.311512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.311512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.311765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.312148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.312531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.312924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.313313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.313694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.314076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.314456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.314964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.315453 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.315838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.316216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.316598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.317000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.317382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.317761 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.318137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.318514 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.318891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.319268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.319643 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:28.329555 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:28.356532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:28.391489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:28.397694 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:28.416686 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-db907ca4-f94d-4313-a0ff-3f5648a5a1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:28.440101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Network bf85d800-b8a3-4be5-a127-78fbecc42c38 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:45:28.444526 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:45:28.449924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:45:28.574877 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b9decfa-ef18-4dc6-96c4-e0a9c42b3fbe req-56a4f8a5-0e90-47df-97d9-ac0a0ca3f722 service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6413960 Nov 12 07:45:28.629447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:28.633951 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:28.688846 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4632945 Nov 12 07:45:28.702949 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9221630 Nov 12 07:45:28.703709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 48796) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:45:28.710895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Request body: {'subnet': {'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-432797451-subnet', 'tenant_id': '56e160fff5134a87843737d179f71a62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:28.718939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:28.723525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Usage tracker for resource:subnet and tenant:56e160fff5134a87843737d179f71a62 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:28.726976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:28.733807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:28.747364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Request body: {'port': {'device_id': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:28.855345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Made reservation on behalf of 56e160fff5134a87843737d179f71a62 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:45:28.860866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Pushing event updated for resources: {'Network': ['ID=5bf5d4ac-adb9-4928-b91e-484036df02e3,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:28.861418 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:28.875443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:45:28.900250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:45:28.903832 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:28.998958 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:29.018228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305db705-8424-4a98-b759-7ae6761b0db8 req-e144c593-7b15-4426-a29f-0350b16f0ec2 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:29.019882 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-e144c593-7b15-4426-a29f-0350b16f0ec2 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.33 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 821 time: 0.5600941 Nov 12 07:45:29.038296 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:45:29.051960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Request body: {'port': {'device_id': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4', 'admin_state_up': True, 'tenant_id': 'fd6c469cc4bb48249b325f9ce0c91c69'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:29.457915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bafe12-2053-45f5-90ab-972de09254d3 req-b3fdf421-f0b9-40b1-a2f4-0e4e494f8e35 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:29.465656 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6bafe12-2053-45f5-90ab-972de09254d3 req-b3fdf421-f0b9-40b1-a2f4-0e4e494f8e35 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=046feb45-41ec-4325-8e0b-a10025c72f1d HTTP/1.1" status: 200 len: 949 time: 0.7641716 Nov 12 07:45:29.477882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3f310-f503-4a3a-8d17-de07ad6b6f09 req-2b782232-5059-44bc-a994-5889e9440160 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:29.482439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3f310-f503-4a3a-8d17-de07ad6b6f09 req-2b782232-5059-44bc-a994-5889e9440160 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:29.491449 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a7c3f310-f503-4a3a-8d17-de07ad6b6f09 req-2b782232-5059-44bc-a994-5889e9440160 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf&device_id=ed74a2f4-75a9-4901-9d09-75d9f7940ce1 HTTP/1.1" status: 200 len: 1691 time: 0.9100718 Nov 12 07:45:29.595890 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6bafe12-2053-45f5-90ab-972de09254d3 req-a914f9c1-24d3-4001-9d8b-698e9bc1b2a6 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291893 Nov 12 07:45:29.627225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2942f16-a755-4344-9200-dcf8735da5ca {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:45:29.647676 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:29.665529 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a7c3f310-f503-4a3a-8d17-de07ad6b6f09 req-7b591720-df3e-4d77-8ade-f925e43f9949 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730838 Nov 12 07:45:29.680164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:29.688295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Usage tracker for resource:port and tenant:fd6c469cc4bb48249b325f9ce0c91c69 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:29.694602 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Quota usage for port was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:29.705093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:29.720123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Made reservation on behalf of fd6c469cc4bb48249b325f9ce0c91c69 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:45:29.728253 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:29.733539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Transition to ACTIVE for port object a2942f16-a755-4344-9200-dcf8735da5ca will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:29.746252 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:29.896801 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e280c8e8-727e-4b2d-a68f-ce464faab296 tempest-TenantUsagesTestJSON-682372444 tempest-TenantUsagesTestJSON-682372444] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:30.112518 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2942f16-a755-4344-9200-dcf8735da5ca,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:30.125290 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:30.184774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Attempting to bind port a2942f16-a755-4344-9200-dcf8735da5ca on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:45:30.185192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Attempting to bind port a2942f16-a755-4344-9200-dcf8735da5ca by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '4929fc7c-c7d8-455c-9211-0af203dbd1b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:45:30.185698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Attempting to bind port a2942f16-a755-4344-9200-dcf8735da5ca on network bf85d800-b8a3-4be5-a127-78fbecc42c38 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:45:30.235810 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:45:30.236104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Checking segment: {'id': '4929fc7c-c7d8-455c-9211-0af203dbd1b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:30.236505 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:30.236922 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Bound using segment: {'id': '4929fc7c-c7d8-455c-9211-0af203dbd1b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:45:30.237412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Bound port: a2942f16-a755-4344-9200-dcf8735da5ca, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4929fc7c-c7d8-455c-9211-0af203dbd1b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:45:30.237787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:30.302426 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd2e1cb2-07ef-4d45-a246-acb7a0d093e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:30.304874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Allocated IP 172.20.0.2 (71dec89f-760d-4076-aef8-88ce965d6ab4/91b4bd9f-33e6-4c57-b5d3-59c0cee59e90/e32a767a-079b-41f0-80ba-0e207126a7dc) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:45:30.332605 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:30.350152 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:30.408649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f87c7-69ef-450e-9fa6-70c217636fec req-8acf1cd7-4432-4c5e-af15-17a096a255bb tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:30.410479 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-298f87c7-69ef-450e-9fa6-70c217636fec req-8acf1cd7-4432-4c5e-af15-17a096a255bb tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 943 time: 0.1808934 Nov 12 07:45:30.420724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53362b-d998-46a9-92e4-c1ba4bea89bc req-3db69adc-1d86-4aad-91a6-0b928e5936b0 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:30.429605 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3c53362b-d998-46a9-92e4-c1ba4bea89bc req-3db69adc-1d86-4aad-91a6-0b928e5936b0 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 946 time: 0.4322729 Nov 12 07:45:30.495802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] For port a2942f16-a755-4344-9200-dcf8735da5ca, host n-h2-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:30.511639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] For port a2942f16-a755-4344-9200-dcf8735da5ca, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a2942f16-a755-4344-9200-dcf8735da5ca,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:45:30.533455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:30.620733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-298f87c7-69ef-450e-9fa6-70c217636fec req-bce367bd-5b65-4cf8-be88-a25d19107b6c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Synchronizing usage tracker for tenant:df00d4adbb61409687704d8cee0ac12d on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:45:30.633519 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3c53362b-d998-46a9-92e4-c1ba4bea89bc req-8fdea6c9-6e2b-4020-b2fc-77acf0fea451 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028201 Nov 12 07:45:30.708098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a527c20d-d2f9-46a5-9dca-fc64efe2289a,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:30.730593 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:30.731156 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2febc226-efeb-4880-b225-6696bbadba6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:30.759009 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:30.846876 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0905587d-6729-44be-a847-ae6247435ee4 req-8c4d0aa7-1c01-4a70-89eb-5d36e1b4b81b tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 210 time: 0.0742455 Nov 12 07:45:30.859211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2942f16-a755-4344-9200-dcf8735da5ca,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:30.877779 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:30.909880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-298f87c7-69ef-450e-9fa6-70c217636fec req-bce367bd-5b65-4cf8-be88-a25d19107b6c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Unset dirty status for tenant:df00d4adbb61409687704d8cee0ac12d on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:45:30.920525 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-298f87c7-69ef-450e-9fa6-70c217636fec req-bce367bd-5b65-4cf8-be88-a25d19107b6c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712772 Nov 12 07:45:30.935177 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:30.936863 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] 10.222.0.33 "PUT /v2.0/ports/a2942f16-a755-4344-9200-dcf8735da5ca HTTP/1.1" status: 200 len: 1155 time: 2.1947916 Nov 12 07:45:30.938339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:30.977553 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:31.075107 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b8f88156-7232-40fb-8078-6b0a1b4abd0e tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:31.138163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Checking segment: {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:31.138602 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Network hostable DHCP agents. Network: 5bf5d4ac-adb9-4928-b91e-484036df02e3, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:45:31.474650 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Pushing event updated for resources: {'Port': ['ID=e32a767a-079b-41f0-80ba-0e207126a7dc,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:31.511704 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:31.527876 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-239dcc2b-73d3-4a28-8f8c-722526d1959d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=df00d4adbb61409687704d8cee0ac12d&device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 1158 time: 0.5412979 Nov 12 07:45:31.615318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:45:31.644202 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-9b29bb35-0d37-409a-9ffd-fb3665d333e9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2942f16-a755-4344-9200-dcf8735da5ca HTTP/1.1" status: 200 len: 217 time: 0.1039774 Nov 12 07:45:31.647456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 5bf5d4ac-adb9-4928-b91e-484036df02e3) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:45:31.657061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62072ad-db4b-453e-a981-5a97613f4acc None None] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:45:31.728588 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca', 'status': 'completed', 'code': 200} Nov 12 07:45:31.735026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:31.735784 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:31.753684 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-27083125-a2c1-468a-be4f-40ac734629d2 service neutron] 10.222.0.41 "GET /v2.0/ports/fbd1f78b-8f78-4b11-8a33-54ed644a032b/bindings/n-h2-761264-6 HTTP/1.1" status: 200 len: 454 time: 0.6979928 Nov 12 07:45:31.832736 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.1266022 Nov 12 07:45:31.862056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-b1325549-1ef8-4cba-b778-0086acd31ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:31.863866 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-b1325549-1ef8-4cba-b778-0086acd31ee2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=ba849498-f25f-43e3-9fd3-4a9a72d76b44 HTTP/1.1" status: 200 len: 852 time: 0.1995308 Nov 12 07:45:31.973574 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-9bd60156-e046-411c-bf95-0cdd688dabd1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bf85d800-b8a3-4be5-a127-78fbecc42c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013930 Nov 12 07:45:31.990976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Network 71dec89f-760d-4076-aef8-88ce965d6ab4 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:45:32.005731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:45:32.106678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:45:32.250059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:32.250796 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:32.345843 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-4622dc92-05e1-4d15-b244-9f5207112bac service neutron] 10.222.0.33 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628907 Nov 12 07:45:32.374709 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b96563c0-04b1-4ea8-ac98-0e49340b67f0 req-7d729453-5790-428a-9b85-9179acfe7499 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 1165 time: 0.3733213 Nov 12 07:45:32.377390 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3348086 Nov 12 07:45:32.497243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f095514a-9a86-4450-9367-7aa043e5a398 None None] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:45:32.501448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Request body: {'port': {'device_id': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:32.517519 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a57ce424-fb77-41df-9273-c85bc91583a1 req-7a691841-4766-4a8f-9d69-1dccb6efa20a service neutron] 10.222.0.33 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1639047 Nov 12 07:45:32.692644 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0543d49-216c-40b5-9e1c-6fc5a20dfbbd req-f6d6b595-b2eb-408d-822f-d1d646f297c7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=df00d4adbb61409687704d8cee0ac12d&device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 1158 time: 0.1187766 Nov 12 07:45:32.753710 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b96563c0-04b1-4ea8-ac98-0e49340b67f0 req-5d437c1c-6365-46f0-9e69-a77f2408560a tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779807 Nov 12 07:45:32.804698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483996f-2362-47f4-9eda-48c229584dd6 req-061f5e1f-b726-44f3-81bb-a4c7fafa45a9 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:32.814408 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4483996f-2362-47f4-9eda-48c229584dd6 req-061f5e1f-b726-44f3-81bb-a4c7fafa45a9 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 946 time: 0.4717753 Nov 12 07:45:32.914883 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4483996f-2362-47f4-9eda-48c229584dd6 req-c34abb8e-0bea-440b-95ee-fd26245cd27c tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991271 Nov 12 07:45:32.917318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-77070615-da29-4f0e-aae0-80f1242c46de service neutron] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:32.930420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0543d49-216c-40b5-9e1c-6fc5a20dfbbd req-0c167a1d-d17f-40cd-aff3-bd504c113a0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:32.943659 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0543d49-216c-40b5-9e1c-6fc5a20dfbbd req-0c167a1d-d17f-40cd-aff3-bd504c113a0a service neutron] 10.222.0.33 "GET /v2.0/networks?id=bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 200 len: 906 time: 0.2443368 Nov 12 07:45:32.960266 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:33.024986 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0543d49-216c-40b5-9e1c-6fc5a20dfbbd req-74d29d65-1351-414a-bbb1-4d36da84821b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2942f16-a755-4344-9200-dcf8735da5ca HTTP/1.1" status: 200 len: 217 time: 0.0704100 Nov 12 07:45:33.062071 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9cd20064-3e0a-4370-8f91-ba1fb9d50d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:33.081799 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:33.146886 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:33.161038 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0543d49-216c-40b5-9e1c-6fc5a20dfbbd req-f60258a5-668c-40af-8f95-294c8e022d00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:33.162769 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0543d49-216c-40b5-9e1c-6fc5a20dfbbd req-f60258a5-668c-40af-8f95-294c8e022d00 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=ba849498-f25f-43e3-9fd3-4a9a72d76b44 HTTP/1.1" status: 200 len: 852 time: 0.1303017 Nov 12 07:45:33.204734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-77070615-da29-4f0e-aae0-80f1242c46de service neutron] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:33.233805 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0543d49-216c-40b5-9e1c-6fc5a20dfbbd req-b13bb689-b14d-47d6-a4fe-39f8349045cf service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bf85d800-b8a3-4be5-a127-78fbecc42c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601289 Nov 12 07:45:33.411140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:33.417148 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0543d49-216c-40b5-9e1c-6fc5a20dfbbd req-077c7b89-094a-468b-bea2-1df989c7ed64 service neutron] 10.222.0.33 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620057 Nov 12 07:45:33.425797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-77070615-da29-4f0e-aae0-80f1242c46de service neutron] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:33.524168 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-77070615-da29-4f0e-aae0-80f1242c46de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:33.550286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d751c-97f0-428d-9dbe-af31d8016dc4 req-a7746bf3-9972-49cc-a639-54f3786dd647 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:33.552311 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e0d751c-97f0-428d-9dbe-af31d8016dc4 req-a7746bf3-9972-49cc-a639-54f3786dd647 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 943 time: 0.3688955 Nov 12 07:45:33.558566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f032e1c-b4bc-43ca-b936-475744f5aaaf req-8a7ef59e-7730-4d26-a4ce-ad21153ae0c0 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:33.559322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0f032e1c-b4bc-43ca-b936-475744f5aaaf req-8a7ef59e-7730-4d26-a4ce-ad21153ae0c0 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Synchronizing usage tracker for tenant:fd6c469cc4bb48249b325f9ce0c91c69 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:45:33.614251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0f032e1c-b4bc-43ca-b936-475744f5aaaf req-8a7ef59e-7730-4d26-a4ce-ad21153ae0c0 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Unset dirty status for tenant:fd6c469cc4bb48249b325f9ce0c91c69 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:45:33.621746 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0f032e1c-b4bc-43ca-b936-475744f5aaaf req-8a7ef59e-7730-4d26-a4ce-ad21153ae0c0 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 931 time: 0.5504513 Nov 12 07:45:33.662621 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0543d49-216c-40b5-9e1c-6fc5a20dfbbd req-0be11cbb-4280-412c-8d96-f33a79bb2b27 service neutron] 10.222.0.33 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2319272 Nov 12 07:45:33.861111 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e0d751c-97f0-428d-9dbe-af31d8016dc4 req-dea4f09c-4866-4fb6-9ceb-d52a538c68d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982798 Nov 12 07:45:33.904966 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0f032e1c-b4bc-43ca-b936-475744f5aaaf req-cae5a1fd-9b61-4733-b5aa-c48bb907406f tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808154 Nov 12 07:45:34.001382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-77070615-da29-4f0e-aae0-80f1242c46de service neutron] Transition to ACTIVE for port object fbd1f78b-8f78-4b11-8a33-54ed644a032b will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:34.015787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-77070615-da29-4f0e-aae0-80f1242c46de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:34.171313 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5d461e02-2478-4030-9ef1-53b40540d68c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:34.325175 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:34.703267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32a767a-079b-41f0-80ba-0e207126a7dc {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:45:34.777093 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:34.814816 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77070615-da29-4f0e-aae0-80f1242c46de service neutron] Pushing event updated for resources: {'Port': ['ID=fbd1f78b-8f78-4b11-8a33-54ed644a032b,revision_number=10']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:34.821518 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:34.837397 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-77070615-da29-4f0e-aae0-80f1242c46de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:34.867343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Transition to ACTIVE for port object e32a767a-079b-41f0-80ba-0e207126a7dc will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:34.889351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-77070615-da29-4f0e-aae0-80f1242c46de service neutron] No DVR routers for this DVR port fbd1f78b-8f78-4b11-8a33-54ed644a032b on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:45:34.896216 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:34.924616 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce42c528-cb15-443e-88e9-8b2404505d29 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:35.033517 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e40b08b-5666-4edc-adc9-f30325f52210 req-0d7de999-dae4-4cb8-be70-37473f225d7a tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/ports?device_id=ed74a2f4-75a9-4901-9d09-75d9f7940ce1 HTTP/1.1" status: 200 len: 1165 time: 0.7722452 Nov 12 07:45:35.070902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-9eca23a1-356b-491b-acda-864ead32cc48 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:35.070902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-9eca23a1-356b-491b-acda-864ead32cc48 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Synchronizing usage tracker for tenant:56e160fff5134a87843737d179f71a62 on resource:network {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:45:35.110623 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-77070615-da29-4f0e-aae0-80f1242c46de service neutron] 10.222.0.41 "PUT /v2.0/ports/fbd1f78b-8f78-4b11-8a33-54ed644a032b/bindings/n-h2-761264-6/activate HTTP/1.1" status: 200 len: 439 time: 3.3405383 Nov 12 07:45:35.138780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-9eca23a1-356b-491b-acda-864ead32cc48 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Unset dirty status for tenant:56e160fff5134a87843737d179f71a62 on resource:network {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:45:35.147975 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-9eca23a1-356b-491b-acda-864ead32cc48 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 804 time: 0.8033383 Nov 12 07:45:35.162583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Pushing event updated for resources: {'Port': ['ID=e32a767a-079b-41f0-80ba-0e207126a7dc,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:35.176985 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:35.210727 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-8cf223fa-325e-47e2-bbe3-8379d5342bbc tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/quotas/56e160fff5134a87843737d179f71a62 HTTP/1.1" status: 200 len: 375 time: 0.0629876 Nov 12 07:45:35.218555 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e40b08b-5666-4edc-adc9-f30325f52210 req-27f41007-0b3c-4a1c-b107-2d4cd40c3bb7 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839976 Nov 12 07:45:35.312649 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-290a419e-a9e0-4131-9184-44258e9172ed tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003809 Nov 12 07:45:35.369565 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-29ca3696-f803-4fdb-be1b-daa7c2def4c8 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.33 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 1160 time: 0.1569636 Nov 12 07:45:35.473502 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b', 'code': 200} Nov 12 07:45:35.581227 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-685f1905-4199-412d-af0b-8f7c9d249636 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3 HTTP/1.1" status: 200 len: 1160 time: 0.2022383 Nov 12 07:45:35.655102 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-c9dcd8e2-5213-4b0e-aad2-2eaafc9ea8bb service neutron] 10.222.0.40 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417799 Nov 12 07:45:35.785057 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-0fd14916-3e96-43a0-abc5-3942e12cdf48 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 1160 time: 0.1771400 Nov 12 07:45:35.890822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Attempting to bind port e32a767a-079b-41f0-80ba-0e207126a7dc on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:45:35.891710 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Attempting to bind port e32a767a-079b-41f0-80ba-0e207126a7dc by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:45:35.892250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Attempting to bind port e32a767a-079b-41f0-80ba-0e207126a7dc on network 71dec89f-760d-4076-aef8-88ce965d6ab4 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:45:35.954984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-4b1292bf-f42d-481e-83cd-75c70facea0b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:45:35.976161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:45:35.976944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Checking segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:35.977701 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:35.978290 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Bound using segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:45:35.978974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Bound port: e32a767a-079b-41f0-80ba-0e207126a7dc, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:45:35.979543 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:36.005954 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-134c0c67-0cde-4ddb-b92f-e1ea59e8f935 service neutron] 10.222.0.40 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3498042 Nov 12 07:45:36.047798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-387579c2-acc7-4e70-b36c-1be77730a84e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:36.049844 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-387579c2-acc7-4e70-b36c-1be77730a84e service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.2567291 Nov 12 07:45:36.201267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:36.211694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee91b5a-599d-4bcb-95b1-c3d9a9102662 req-fe8a124a-0542-4014-a009-f3faa2515a70 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:36.212139 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5ee91b5a-599d-4bcb-95b1-c3d9a9102662 req-fe8a124a-0542-4014-a009-f3faa2515a70 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 945 time: 0.2975283 Nov 12 07:45:36.214173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e32a767a-079b-41f0-80ba-0e207126a7dc,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:45:36.254871 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-0b25feae-fffb-4220-8e9a-38d9f1f08215 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b HTTP/1.1" status: 200 len: 217 time: 0.1942677 Nov 12 07:45:36.269286 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:36.312864 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-432894fe-ae0b-4c59-bbfd-552288b45430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:36.376516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-54c10a6a-8dee-4ffb-a5e5-e9b46a6d44fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:36.378589 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-54c10a6a-8dee-4ffb-a5e5-e9b46a6d44fe service neutron] 10.222.0.33 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.1159432 Nov 12 07:45:36.538395 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-3739d7b4-a399-4cc0-a87d-e6074a97681c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1419539 Nov 12 07:45:36.596154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Pushing event updated for resources: {'Port': ['ID=e32a767a-079b-41f0-80ba-0e207126a7dc,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:36.611418 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:36.698080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a2942f16-a755-4344-9200-dcf8735da5ca up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:36.748948 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-8cc1bfad-e918-4b7b-abd1-7b3d59adb40b service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018981 Nov 12 07:45:36.849379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device fbd1f78b-8f78-4b11-8a33-54ed644a032b no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:45:36.859848 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5ee91b5a-599d-4bcb-95b1-c3d9a9102662 req-7be8e61d-edf5-41b3-bc10-3160cd3c67b2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370287 Nov 12 07:45:36.877630 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:36.882948 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] 10.222.0.33 "PUT /v2.0/ports/e32a767a-079b-41f0-80ba-0e207126a7dc HTTP/1.1" status: 200 len: 1155 time: 4.3995445 Nov 12 07:45:37.197735 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device fbd1f78b-8f78-4b11-8a33-54ed644a032b not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:45:37.205587 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port a2942f16-a755-4344-9200-dcf8735da5ca completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:37.217454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port a2942f16-a755-4344-9200-dcf8735da5ca triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:37.218125 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:37.237284 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-47977f7e-743b-469d-860e-ca37a614fa9c service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4767239 Nov 12 07:45:37.400048 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-dbdbb8d4-5bb1-440f-b9d4-ae8f18930596 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 1158 time: 0.4654672 Nov 12 07:45:37.430576 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbcb89-527e-4d6c-a227-e3270154e88c req-fd5774fd-1348-47c1-8fa3-dc1fcf3c72a8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:37.443919 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a8cbcb89-527e-4d6c-a227-e3270154e88c req-fd5774fd-1348-47c1-8fa3-dc1fcf3c72a8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 943 time: 0.6927841 Nov 12 07:45:37.514769 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:37.549290 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:37.606606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:37.634632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port a2942f16-a755-4344-9200-dcf8735da5ca, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a2942f16-a755-4344-9200-dcf8735da5ca,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:37.640417 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:37.642485 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:37.718533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:37.740838 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-ece5a15b-278d-4f70-83d1-23e826e4d09f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e32a767a-079b-41f0-80ba-0e207126a7dc HTTP/1.1" status: 200 len: 217 time: 0.2355320 Nov 12 07:45:37.769899 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702e02f-c6da-4837-b72a-3ccfe8b81c1c req-6a0d909d-2065-49b4-8025-9fcf91d90aa6 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:37.778604 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d702e02f-c6da-4837-b72a-3ccfe8b81c1c req-6a0d909d-2065-49b4-8025-9fcf91d90aa6 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 943 time: 0.6141534 Nov 12 07:45:37.852065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=a2942f16-a755-4344-9200-dcf8735da5ca,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:37.879849 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.887306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.887887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.888486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.889165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.889702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.890218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.890728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.891219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.891708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.892226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.892742 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.893467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.897212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.898287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.899367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.899886 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.900382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.901527 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.902048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.903687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.905557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.907335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.907875 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.910992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.911526 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.912102 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.912639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.913236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.913752 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.918105 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.918678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.919202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.919747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.924101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.924673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:45:37.932247 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:38.007310 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-18f61f84-8c97-4d25-a092-c37a309feb0e tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.33 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&binding%3Ahost_id=n-h2-761264-6 HTTP/1.1" status: 200 len: 1160 time: 0.1833458 Nov 12 07:45:38.073346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305db705-8424-4a98-b759-7ae6761b0db8 req-f718314b-95a3-4acf-bb14-dfc52f7cd07c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:38.081594 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-f718314b-95a3-4acf-bb14-dfc52f7cd07c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.2727754 Nov 12 07:45:38.086339 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a8cbcb89-527e-4d6c-a227-e3270154e88c req-d5f2652d-0e35-462c-b8d7-92784ba0427a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392074 Nov 12 07:45:38.107502 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d702e02f-c6da-4837-b72a-3ccfe8b81c1c req-f307b4e4-cf4e-4b04-a355-50c92ad4ba99 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274763 Nov 12 07:45:38.195788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-fabf007b-8e93-4379-ba2a-e685154ffa20 service neutron] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:38.199863 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-fabf007b-8e93-4379-ba2a-e685154ffa20 service neutron] Notify callbacks [] for binding, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:38.201246 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e45425ca-c6c5-43c7-afed-b766da8d8f28 req-fabf007b-8e93-4379-ba2a-e685154ffa20 service neutron] 10.222.0.33 "DELETE /v2.0/ports/fbd1f78b-8f78-4b11-8a33-54ed644a032b/bindings/n-h1-761264-6 HTTP/1.1" status: 204 len: 173 time: 0.1870356 Nov 12 07:45:38.260127 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-4dea44d2-b4cd-4f79-b139-abe0de252c5f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513805 Nov 12 07:45:38.410165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device fbd1f78b-8f78-4b11-8a33-54ed644a032b up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:38.602353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port fbd1f78b-8f78-4b11-8a33-54ed644a032b completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:38.610668 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-9624161a-1865-4929-a31a-3384a71019a0 service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433557 Nov 12 07:45:38.630226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port fbd1f78b-8f78-4b11-8a33-54ed644a032b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:38.634363 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:38.908999 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:38.953244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-3d69881f-34b6-4637-b94c-f3c51086c11c tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:38.955009 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-3d69881f-34b6-4637-b94c-f3c51086c11c tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.41 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 804 time: 0.3425407 Nov 12 07:45:38.987027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:38.995713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Request body: {'port': {'device_id': '471d2105-b4a4-4702-95f3-4134eb3563fe', 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3', 'admin_state_up': True, 'tenant_id': '56e160fff5134a87843737d179f71a62'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:38.997976 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:38.999276 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a2942f16-a755-4344-9200-dcf8735da5ca up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:39.064029 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:39.209570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=fbd1f78b-8f78-4b11-8a33-54ed644a032b,revision_number=12']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:39.222186 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:39.306359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port a2942f16-a755-4344-9200-dcf8735da5ca triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:39.306905 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:39.444273 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-305db705-8424-4a98-b759-7ae6761b0db8 req-68ca99ae-541d-4640-8c4d-3af68739f29b service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4878895 Nov 12 07:45:39.462867 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:39.470547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Usage tracker for resource:port and tenant:56e160fff5134a87843737d179f71a62 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:39.476730 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:39.490844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:39.521027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Made reservation on behalf of 56e160fff5134a87843737d179f71a62 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:45:39.534773 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:39.837349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device fbd1f78b-8f78-4b11-8a33-54ed644a032b up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:39.991729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port fbd1f78b-8f78-4b11-8a33-54ed644a032b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:39.992302 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:40.281076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Allocated IP 172.20.0.11 (5bf5d4ac-adb9-4928-b91e-484036df02e3/a527c20d-d2f9-46a5-9dca-fc64efe2289a/b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:45:40.316942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a2942f16-a755-4344-9200-dcf8735da5ca up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:40.437691 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port a2942f16-a755-4344-9200-dcf8735da5ca triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:40.438117 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:40.714299 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:40.767704 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:40.785682 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:40.933615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Pushing event updated for resources: {'Port': ['ID=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:40.938748 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:41.012580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:45:41.013952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:45:41.020256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:45:41.115505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:41.116193 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:41.145176 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1549032 Nov 12 07:45:41.164478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Request body: {'port': {'device_id': '471d2105-b4a4-4702-95f3-4134eb3563fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:41.334529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:41.538730 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:45:41.906367 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-afb68766-272d-4ea3-afd4-7ae7386b8bdf tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672011 Nov 12 07:45:42.039735 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:45:42.071458 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:42.120878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Transition to ACTIVE for port object b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:42.129104 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:42.149578 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c4e40229-d77a-4a2f-a0a5-787a5b3ddbca tempest-FloatingIPsTestJSON-325978845 tempest-FloatingIPsTestJSON-325978845] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:42.298229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6534bb77-15a9-421c-9d75-95e521bc4e25 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:42.306219 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6534bb77-15a9-421c-9d75-95e521bc4e25 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3989027 Nov 12 07:45:42.342270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01216bf-22bf-4322-b5fe-9f6b37861176 req-0bf2eab5-8501-4881-af89-70227b76e5d3 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:42.343033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e01216bf-22bf-4322-b5fe-9f6b37861176 req-0bf2eab5-8501-4881-af89-70227b76e5d3 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Synchronizing usage tracker for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:45:42.353574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Pushing event updated for resources: {'Port': ['ID=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:42.372641 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:42.380320 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-b80298a6-361c-4f61-b67a-5bd9ede00c9c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/quotas/f9baf28c49804d348f7d8c02b4915fb2 HTTP/1.1" status: 200 len: 375 time: 0.0730917 Nov 12 07:45:42.460359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e01216bf-22bf-4322-b5fe-9f6b37861176 req-0bf2eab5-8501-4881-af89-70227b76e5d3 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Unset dirty status for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:45:42.461696 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e01216bf-22bf-4322-b5fe-9f6b37861176 req-0bf2eab5-8501-4881-af89-70227b76e5d3 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=471d2105-b4a4-4702-95f3-4134eb3563fe HTTP/1.1" status: 200 len: 932 time: 0.4708138 Nov 12 07:45:42.545021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e32a767a-079b-41f0-80ba-0e207126a7dc up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:42.610326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e01216bf-22bf-4322-b5fe-9f6b37861176 req-aa6f4887-c0de-4c40-a229-4b2d2ba43e08 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Synchronizing usage tracker for tenant:56e160fff5134a87843737d179f71a62 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:45:42.664124 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-21accafa-a767-4e13-bd5b-fa67e4fcd5f5 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2826891 Nov 12 07:45:42.669734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port e32a767a-079b-41f0-80ba-0e207126a7dc completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:42.675613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port e32a767a-079b-41f0-80ba-0e207126a7dc triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:42.676052 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:42.743494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e01216bf-22bf-4322-b5fe-9f6b37861176 req-aa6f4887-c0de-4c40-a229-4b2d2ba43e08 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Unset dirty status for tenant:56e160fff5134a87843737d179f71a62 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:45:42.749191 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e01216bf-22bf-4322-b5fe-9f6b37861176 req-aa6f4887-c0de-4c40-a229-4b2d2ba43e08 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771482 Nov 12 07:45:42.806577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Attempting to bind port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:45:42.806950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Attempting to bind port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:45:42.807317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Attempting to bind port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 on network 5bf5d4ac-adb9-4928-b91e-484036df02e3 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:45:42.822397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:45:42.822788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Checking segment: {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:42.823177 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:42.823580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Bound using segment: {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:45:42.824087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Bound port: b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:45:42.824462 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:42.951212 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:43.035143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e32a767a-079b-41f0-80ba-0e207126a7dc,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:43.039844 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca', 'code': 200} Nov 12 07:45:43.050627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] For port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:43.054807 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:43.063500 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:43.064284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] For port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:45:43.067185 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc', 'status': 'completed', 'code': 200} Nov 12 07:45:43.073644 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:43.119414 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:43.244709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=e32a767a-079b-41f0-80ba-0e207126a7dc,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:43.259577 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:43.290472 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65e06990-e0b8-49d6-bf18-27df21878e57 req-00ab049d-f7fe-4180-82d3-1ebf806e0612 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 1160 time: 0.1625850 Nov 12 07:45:43.368316 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65e06990-e0b8-49d6-bf18-27df21878e57 req-9c08412c-c557-40b8-b120-fa153b163a67 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700126 Nov 12 07:45:43.606958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Pushing event updated for resources: {'Port': ['ID=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:43.616046 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:43.639629 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9eb034df-dce7-4a78-8ed7-bebe608b50ce req-86b97922-1bdc-4bf6-83bd-db4d31ec0e57 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 1160 time: 0.5235338 Nov 12 07:45:43.759663 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:43.761208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] 10.222.0.41 "PUT /v2.0/ports/b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 HTTP/1.1" status: 200 len: 1156 time: 2.6052773 Nov 12 07:45:43.775947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c39c24-27ee-492f-8bac-2f35ca20259b req-12dba2a8-92e5-41c4-9756-82e8df34f50c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:43.783592 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52c39c24-27ee-492f-8bac-2f35ca20259b req-12dba2a8-92e5-41c4-9756-82e8df34f50c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 945 time: 0.4885674 Nov 12 07:45:43.804751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e32a767a-079b-41f0-80ba-0e207126a7dc up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:43.895327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port e32a767a-079b-41f0-80ba-0e207126a7dc triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:43.895737 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:44.075772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb592160-9fb8-43dd-aa3f-3a6a29f5dace req-fb13928a-a841-4610-a885-789b36148c26 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:44.077515 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb592160-9fb8-43dd-aa3f-3a6a29f5dace req-fb13928a-a841-4610-a885-789b36148c26 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 947 time: 0.7337005 Nov 12 07:45:44.245478 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52c39c24-27ee-492f-8bac-2f35ca20259b req-ee1f5d2b-362d-405b-be9f-c607458a7d5b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608970 Nov 12 07:45:44.250753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb034df-dce7-4a78-8ed7-bebe608b50ce req-4a9de967-5831-4fd8-a733-fd6e463c0d26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:44.252798 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9eb034df-dce7-4a78-8ed7-bebe608b50ce req-4a9de967-5831-4fd8-a733-fd6e463c0d26 service neutron] 10.222.0.33 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.6007571 Nov 12 07:45:44.258060 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb592160-9fb8-43dd-aa3f-3a6a29f5dace req-7ed70172-c0be-4469-9dec-e9fedc1d437d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349440 Nov 12 07:45:44.368370 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-03f480af-acb7-436c-a33b-b9040ceda069 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&device_id=471d2105-b4a4-4702-95f3-4134eb3563fe HTTP/1.1" status: 200 len: 1159 time: 0.3001630 Nov 12 07:45:44.370060 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9eb034df-dce7-4a78-8ed7-bebe608b50ce req-1cb3bcc4-8c88-4e91-b2d9-71a2e777b5c4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e32a767a-079b-41f0-80ba-0e207126a7dc HTTP/1.1" status: 200 len: 217 time: 0.1057842 Nov 12 07:45:44.490225 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-8e6a2ac7-8f63-4761-914d-f4d810f7fe5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 HTTP/1.1" status: 200 len: 217 time: 0.1107111 Nov 12 07:45:44.755675 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6b0a2992-c4d8-46da-9b75-a605e753dd3c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1951361 Nov 12 07:45:44.759439 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a8f7348-0622-42e6-be00-a3c3630b64bd req-9c07e019-8605-46e3-bf91-7d481435c3fe tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 210 time: 0.0809052 Nov 12 07:45:44.973552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-6f07bbcb-ad1e-4edf-a81b-106d5539f139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:44.975150 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-6f07bbcb-ad1e-4edf-a81b-106d5539f139 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a527c20d-d2f9-46a5-9dca-fc64efe2289a HTTP/1.1" status: 200 len: 844 time: 0.3868563 Nov 12 07:45:44.976413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb034df-dce7-4a78-8ed7-bebe608b50ce req-f66fd35c-11e6-4298-9b01-866adebaada3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:44.977890 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9eb034df-dce7-4a78-8ed7-bebe608b50ce req-f66fd35c-11e6-4298-9b01-866adebaada3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.4867160 Nov 12 07:45:45.040732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b'}, {'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:45.081574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471d2105-b4a4-4702-95f3-4134eb3563fe', 'tag': 'b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:45.153203 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9eb034df-dce7-4a78-8ed7-bebe608b50ce req-3c6d8440-f363-44e0-8f1e-87db611c6970 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636782 Nov 12 07:45:45.167379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ed8ec-175a-4d63-acf4-cc84fcc3e65c req-3016414d-b822-48d5-9bc8-aa0ec0cec9b8 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:45.169261 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e65ed8ec-175a-4d63-acf4-cc84fcc3e65c req-3016414d-b822-48d5-9bc8-aa0ec0cec9b8 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 945 time: 0.5440967 Nov 12 07:45:45.171485 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-234a1798-7ee1-4b36-af83-1ff565ed7da3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5bf5d4ac-adb9-4928-b91e-484036df02e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449490 Nov 12 07:45:45.222191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-a070c16a-4903-4506-bf87-f4b54876c9c3 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:45.223838 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-a070c16a-4903-4506-bf87-f4b54876c9c3 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4323559 Nov 12 07:45:45.326230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Request body: {'port': {'device_id': 'a0f4f712-b7b6-494a-8746-363e83b8538c', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'f9baf28c49804d348f7d8c02b4915fb2'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:45.611040 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e65ed8ec-175a-4d63-acf4-cc84fcc3e65c req-5a82badf-7b92-4b37-bbfe-6d3abaf1f513 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094512 Nov 12 07:45:45.687876 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-184aa9fd-a318-477e-a111-da4fb418c985 service neutron] 10.222.0.41 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576685 Nov 12 07:45:45.699909 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981772c-e3e8-497f-8e37-c4d72dff4409 req-1ac62b5f-d706-4d2c-89a9-5aac9307301a tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:45.707836 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5981772c-e3e8-497f-8e37-c4d72dff4409 req-1ac62b5f-d706-4d2c-89a9-5aac9307301a tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=471d2105-b4a4-4702-95f3-4134eb3563fe HTTP/1.1" status: 200 len: 944 time: 0.6392512 Nov 12 07:45:45.733483 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9eb034df-dce7-4a78-8ed7-bebe608b50ce req-7d37ea3e-f059-4fe9-a5ef-04bdb0361425 service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591426 Nov 12 07:45:45.756960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:45.809759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:45.986178 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5981772c-e3e8-497f-8e37-c4d72dff4409 req-4d36aba2-1b52-428b-8ac6-889a495644c6 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766933 Nov 12 07:45:45.992653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Made reservation on behalf of f9baf28c49804d348f7d8c02b4915fb2 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:45:45.998610 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:46.103494 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b', 'code': 200} Nov 12 07:45:46.104517 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc', 'code': 200} Nov 12 07:45:46.351466 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e07f21d9-a61b-40bd-98d8-9bbd56969e7f req-0d58c07d-2dce-49e8-8b64-da70aa28eaac service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 1160 time: 0.1427095 Nov 12 07:45:46.401961 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e07f21d9-a61b-40bd-98d8-9bbd56969e7f req-dafd9bf8-b2c4-427d-8ee6-af6e4ae0b28c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Nov 12 07:45:46.412724 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471d2105-b4a4-4702-95f3-4134eb3563fe', 'tag': 'b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4', 'status': 'completed', 'code': 200} Nov 12 07:45:46.605853 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92dcd357-0234-4cf0-99a9-346a318cb0e4 req-eefd2a53-b5b3-4e66-8378-7d648566e39e service neutron] 10.222.0.41 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8757105 Nov 12 07:45:46.683503 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9eb034df-dce7-4a78-8ed7-bebe608b50ce req-598dd592-68f9-4cff-83fd-6f37952e3862 service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9130332 Nov 12 07:45:46.777515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3edeb-60aa-4aea-987c-d2804b04dd2a req-c1ba9dfe-aaf0-49dd-a93d-40fa07017fbb tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:46.779230 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8ad3edeb-60aa-4aea-987c-d2804b04dd2a req-c1ba9dfe-aaf0-49dd-a93d-40fa07017fbb tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 950 time: 0.7877901 Nov 12 07:45:46.821966 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5271bea-ee4c-4c67-9596-e68864a1852e req-d6a4c81f-7cf0-4882-9520-7a516c487234 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:46.823586 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a5271bea-ee4c-4c67-9596-e68864a1852e req-d6a4c81f-7cf0-4882-9520-7a516c487234 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 945 time: 0.4278831 Nov 12 07:45:47.014349 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8ad3edeb-60aa-4aea-987c-d2804b04dd2a req-351bbeb1-8e8c-45b5-96a7-25c906c736bd tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/security-groups?id=3c7822aa-7b40-411d-a17b-261bd8245d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157292 Nov 12 07:45:47.017629 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e3481ec-d3dc-48e7-abd7-08de0366e14d req-b873d5aa-7782-4a67-b176-d4ffb1f03eed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&device_id=471d2105-b4a4-4702-95f3-4134eb3563fe HTTP/1.1" status: 200 len: 1159 time: 0.3313751 Nov 12 07:45:47.019970 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a5271bea-ee4c-4c67-9596-e68864a1852e req-03b60a5e-6577-488b-bc7f-031c5aa25a28 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737893 Nov 12 07:45:47.230833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Allocated IP 192.168.233.132 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/dc03f03e-72a9-43be-ac60-d7386678cce3) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:45:47.349271 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-11406cd4-1df9-484a-be39-14c9f1aa9f72 req-b912e133-70dc-4440-96e6-e60c6aad3378 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 210 time: 0.1313832 Nov 12 07:45:47.401841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3481ec-d3dc-48e7-abd7-08de0366e14d req-a781589c-40a0-4cd9-bcfd-4585300cc486 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:47.403473 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e3481ec-d3dc-48e7-abd7-08de0366e14d req-a781589c-40a0-4cd9-bcfd-4585300cc486 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 898 time: 0.3758309 Nov 12 07:45:47.608768 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e3481ec-d3dc-48e7-abd7-08de0366e14d req-9ae2c73c-2c65-4c8b-9f85-4690948998a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 HTTP/1.1" status: 200 len: 217 time: 0.1661935 Nov 12 07:45:47.710996 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-825606a0-2bd2-46f5-9376-a9ee66ad889e req-562fe259-ceee-4393-ab3c-f69aa693c785 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 1162 time: 0.4947062 Nov 12 07:45:47.909723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3481ec-d3dc-48e7-abd7-08de0366e14d req-1d0267a6-c539-4ff2-ad7d-76555c72d62f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:47.911177 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e3481ec-d3dc-48e7-abd7-08de0366e14d req-1d0267a6-c539-4ff2-ad7d-76555c72d62f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a527c20d-d2f9-46a5-9dca-fc64efe2289a HTTP/1.1" status: 200 len: 844 time: 0.2794762 Nov 12 07:45:47.922088 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-825606a0-2bd2-46f5-9376-a9ee66ad889e req-b9534493-d4ab-43e3-b0c6-87519e813b8d tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471317 Nov 12 07:45:48.040667 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e3481ec-d3dc-48e7-abd7-08de0366e14d req-3718219f-93c5-46b3-8680-a8b3abfb7c0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5bf5d4ac-adb9-4928-b91e-484036df02e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129134 Nov 12 07:45:48.129380 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:48.159620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Transition to ACTIVE for port object dc03f03e-72a9-43be-ac60-d7386678cce3 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:48.225258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845fd6b-042f-4dfd-a725-6ad556053779 req-f3f5ff12-e3cd-41f7-a7de-1bdd4b2319a4 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:48.226860 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0845fd6b-042f-4dfd-a725-6ad556053779 req-f3f5ff12-e3cd-41f7-a7de-1bdd4b2319a4 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 945 time: 0.5964386 Nov 12 07:45:48.393698 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:48.396816 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e3481ec-d3dc-48e7-abd7-08de0366e14d req-b26b773b-3baa-42cf-b95a-641aa6d4d296 service neutron] 10.222.0.41 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404114 Nov 12 07:45:48.412266 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-47b1e8cb-52e9-4daf-9445-ef61b3de4897 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:48.447493 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0845fd6b-042f-4dfd-a725-6ad556053779 req-859ae734-9995-4002-913c-d25e65e38f28 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720214 Nov 12 07:45:48.658317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4625f4-2264-4606-b00b-6a9860b4ffff req-d05d7589-804d-417f-9e75-401cd0736d7c tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:48.659963 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8d4625f4-2264-4606-b00b-6a9860b4ffff req-d05d7589-804d-417f-9e75-401cd0736d7c tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=471d2105-b4a4-4702-95f3-4134eb3563fe HTTP/1.1" status: 200 len: 944 time: 0.4475453 Nov 12 07:45:48.713597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event updated for resources: {'Port': ['ID=dc03f03e-72a9-43be-ac60-d7386678cce3,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:48.725407 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:48.808003 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e3481ec-d3dc-48e7-abd7-08de0366e14d req-08056273-9fdf-49f3-9cbb-1a2a89be1b04 service neutron] 10.222.0.41 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3653178 Nov 12 07:45:48.813775 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fca0f85-f919-42c6-a616-3ccade9d5a4e req-afa9f86c-cdd6-4a1b-84be-8ea237d9a1f0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1455147739&fields=id&tenant_id=df00d4adbb61409687704d8cee0ac12d HTTP/1.1" status: 200 len: 267 time: 0.2044897 Nov 12 07:45:49.085026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-fdd1f109-333b-429d-977f-ade24806ed18 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:45:49.107845 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8d4625f4-2264-4606-b00b-6a9860b4ffff req-74ccdeec-d4a1-425c-9592-fdc7190ecafa tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355614 Nov 12 07:45:49.121716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:45:49.124011 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:45:49.127566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:45:49.205415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:49.205911 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:49.245625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca0f85-f919-42c6-a616-3ccade9d5a4e req-83233d79-8b9f-4647-bbfd-3430e06242d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:49.247398 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fca0f85-f919-42c6-a616-3ccade9d5a4e req-83233d79-8b9f-4647-bbfd-3430e06242d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 945 time: 0.4241369 Nov 12 07:45:49.255104 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9878652 Nov 12 07:45:49.261736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5fca0f85-f919-42c6-a616-3ccade9d5a4e req-9a06367c-addd-4508-bb05-1091cfe748d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'port': {'security_groups': ['ecbed406-ea02-4794-96f1-9d82c84de23f', 'ac460492-f604-43ae-a640-835ff498531e']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:49.302394 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Request body: {'port': {'device_id': 'a0f4f712-b7b6-494a-8746-363e83b8538c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:49.379026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-7f2075a2-a577-4241-829b-ebafee08405b None None] Provisioning for port dc03f03e-72a9-43be-ac60-d7386678cce3 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:49.384364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-7f2075a2-a577-4241-829b-ebafee08405b None None] Provisioning complete for port dc03f03e-72a9-43be-ac60-d7386678cce3 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:49.384840 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f2075a2-a577-4241-829b-ebafee08405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:49.442664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-7f2075a2-a577-4241-829b-ebafee08405b None None] Port dc03f03e-72a9-43be-ac60-d7386678cce3 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:45:49.499785 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fca0f85-f919-42c6-a616-3ccade9d5a4e req-9a06367c-addd-4508-bb05-1091cfe748d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:49.513186 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:49.796156 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:49.874426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:49.880047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:49.880483 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:50.000545 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:50.029880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471d2105-b4a4-4702-95f3-4134eb3563fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:50.040104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:50.044071 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:50.046090 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ec87e3bd-c959-4b8b-aa54-adcd1e6ae51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:50.116939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:50.120399 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:50.254508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e910bef-487a-4dc3-91a4-410e943a228d req-988d39b4-0393-4236-b8bf-5b5acb56693b tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:50.256115 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-988d39b4-0393-4236-b8bf-5b5acb56693b tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 808 time: 0.4232769 Nov 12 07:45:50.279595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5fca0f85-f919-42c6-a616-3ccade9d5a4e req-9a06367c-addd-4508-bb05-1091cfe748d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] For port a2942f16-a755-4344-9200-dcf8735da5ca, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a2942f16-a755-4344-9200-dcf8735da5ca,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:50.291787 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-1c5c6b67-16cc-4dd6-bd76-915395f9e1a1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/quotas/e0845a8f3b354c12b6b4d9869a6616f3 HTTP/1.1" status: 200 len: 375 time: 0.0278950 Nov 12 07:45:50.416866 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fca0f85-f919-42c6-a616-3ccade9d5a4e req-9a06367c-addd-4508-bb05-1091cfe748d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:50.431530 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fca0f85-f919-42c6-a616-3ccade9d5a4e req-9a06367c-addd-4508-bb05-1091cfe748d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:50.437989 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc03f03e-72a9-43be-ac60-d7386678cce3 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:45:50.454912 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:50.495720 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:50.606250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Transition to ACTIVE for port object dc03f03e-72a9-43be-ac60-d7386678cce3 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:50.629982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:50.728626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06367c-addd-4508-bb05-1091cfe748d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'Port': ['ID=a2942f16-a755-4344-9200-dcf8735da5ca,revision_number=5']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:50.745794 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9a06367c-addd-4508-bb05-1091cfe748d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:50.746369 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:50.783084 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-6cabf352-496d-47a6-9b0c-e6b43282446d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4777980 Nov 12 07:45:50.955711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Pushing event updated for resources: {'Port': ['ID=dc03f03e-72a9-43be-ac60-d7386678cce3,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:50.963740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca0f85-f919-42c6-a616-3ccade9d5a4e req-9a06367c-addd-4508-bb05-1091cfe748d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:50.964268 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5fca0f85-f919-42c6-a616-3ccade9d5a4e req-9a06367c-addd-4508-bb05-1091cfe748d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:50.965806 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fca0f85-f919-42c6-a616-3ccade9d5a4e req-9a06367c-addd-4508-bb05-1091cfe748d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "PUT /v2.0/ports/a2942f16-a755-4344-9200-dcf8735da5ca HTTP/1.1" status: 200 len: 981 time: 1.7095656 Nov 12 07:45:50.968616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:50.973293 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:51.008229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:51.107287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:51.108133 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:51.125497 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-ba7d0e26-cf82-4142-8089-a9b07cab6cb5 service neutron] 10.222.0.40 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195443 Nov 12 07:45:51.367106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c140de3-d8ed-45d8-a129-0441287ca4ca req-d0be1b57-1f62-49df-a8f5-a86684c1d8f4 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:51.367773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8c140de3-d8ed-45d8-a129-0441287ca4ca req-d0be1b57-1f62-49df-a8f5-a86684c1d8f4 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:45:51.375758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Attempting to bind port dc03f03e-72a9-43be-ac60-d7386678cce3 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:45:51.376127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Attempting to bind port dc03f03e-72a9-43be-ac60-d7386678cce3 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:45:51.376495 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Attempting to bind port dc03f03e-72a9-43be-ac60-d7386678cce3 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:45:51.379990 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e2375586-38be-43bb-86f4-8fa225d427f5 service neutron] 10.222.0.40 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2466238 Nov 12 07:45:51.391796 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:45:51.392176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:51.392574 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:51.393003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:45:51.393483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Bound port: dc03f03e-72a9-43be-ac60-d7386678cce3, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:45:51.393853 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:51.412734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8c140de3-d8ed-45d8-a129-0441287ca4ca req-d0be1b57-1f62-49df-a8f5-a86684c1d8f4 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:45:51.414036 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8c140de3-d8ed-45d8-a129-0441287ca4ca req-d0be1b57-1f62-49df-a8f5-a86684c1d8f4 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 948 time: 0.3400354 Nov 12 07:45:51.850008 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] For port dc03f03e-72a9-43be-ac60-d7386678cce3, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:51.853945 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8c140de3-d8ed-45d8-a129-0441287ca4ca req-9f57f7b0-46e9-4f3c-a61e-c0edce7c21d2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097090 Nov 12 07:45:51.873194 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] For port dc03f03e-72a9-43be-ac60-d7386678cce3, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=dc03f03e-72a9-43be-ac60-d7386678cce3,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:45:51.883601 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:51.898504 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:51.899941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a2942f16-a755-4344-9200-dcf8735da5ca up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:51.993454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port a2942f16-a755-4344-9200-dcf8735da5ca triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:51.993873 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:52.062092 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471d2105-b4a4-4702-95f3-4134eb3563fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4', 'code': 200} Nov 12 07:45:52.074455 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c7a3a-7762-4b3d-87fb-516771528d9a req-e366447a-5127-435c-82cf-94766b5552fd tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:52.076201 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-650c7a3a-7762-4b3d-87fb-516771528d9a req-e366447a-5127-435c-82cf-94766b5552fd tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 945 time: 0.2924788 Nov 12 07:45:52.149756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Pushing event updated for resources: {'Port': ['ID=dc03f03e-72a9-43be-ac60-d7386678cce3,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:52.153554 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:52.170854 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-650c7a3a-7762-4b3d-87fb-516771528d9a req-1cbd670e-dc1a-4027-b19e-f61c3e4c6e4b tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871751 Nov 12 07:45:52.275248 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:52.276734 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-837ea93b-606a-4595-8093-2524a258a80b service neutron] 10.222.0.41 "PUT /v2.0/ports/dc03f03e-72a9-43be-ac60-d7386678cce3 HTTP/1.1" status: 200 len: 1160 time: 2.9849067 Nov 12 07:45:52.424336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569ae49-10d1-49b7-8359-dde308b5bd1a req-6e3c7729-af39-4139-89a8-66e5467400d5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:52.426021 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1569ae49-10d1-49b7-8359-dde308b5bd1a req-6e3c7729-af39-4139-89a8-66e5467400d5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=471d2105-b4a4-4702-95f3-4134eb3563fe HTTP/1.1" status: 200 len: 946 time: 0.2541895 Nov 12 07:45:52.438366 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1533770a-381c-44dc-96cc-5181d8084969 req-38de6878-6b97-4dec-99a9-40ab3a12be3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=471d2105-b4a4-4702-95f3-4134eb3563fe HTTP/1.1" status: 200 len: 1161 time: 0.2171233 Nov 12 07:45:52.459227 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-86c757b9-bcb0-4187-aef7-40be756d7962 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-664816142&fields=id&tenant_id=df00d4adbb61409687704d8cee0ac12d HTTP/1.1" status: 200 len: 267 time: 0.1444769 Nov 12 07:45:52.592442 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1533770a-381c-44dc-96cc-5181d8084969 req-1be533ed-9c03-4a3f-9d77-cc304ad93cd7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303837 Nov 12 07:45:52.595492 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-710ee60a-5a4f-4819-b44b-b9e8c2c6efa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 1163 time: 0.2600513 Nov 12 07:45:52.603278 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1569ae49-10d1-49b7-8359-dde308b5bd1a req-1bc4a23a-6f7a-4612-a057-874b13d9fc1c tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697268 Nov 12 07:45:52.626585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-a94fda3b-45c0-4c5f-b989-fa8b25642872 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:52.628207 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-a94fda3b-45c0-4c5f-b989-fa8b25642872 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 984 time: 0.1481590 Nov 12 07:45:52.640980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'port': {'security_groups': ['ac460492-f604-43ae-a640-835ff498531e', 'ecbed406-ea02-4794-96f1-9d82c84de23f', '200489dd-5c70-4b73-afbd-bcc76fa19a82']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:52.683636 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca', 'status': 'completed', 'code': 200} Nov 12 07:45:52.910645 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8f05fd38-06e3-40be-b97d-da52f593455e req-9f9a41db-9f70-4d0a-97c7-0591f4f9c74f tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 210 time: 0.1258991 Nov 12 07:45:52.932811 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:52.948069 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-8cdd1733-d635-41a4-a867-aa03a2439297 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=dc03f03e-72a9-43be-ac60-d7386678cce3 HTTP/1.1" status: 200 len: 217 time: 0.1070950 Nov 12 07:45:53.144671 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f8bdb2cc-75f1-44aa-85cc-7ebcd61ada73 req-e46d4e9e-d69f-48bb-83d9-c0f1fecb4c39 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=df00d4adbb61409687704d8cee0ac12d&device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 1200 time: 0.4408264 Nov 12 07:45:53.240533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-66234a96-0aa4-4cab-90fa-1175982830ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:53.242208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-66234a96-0aa4-4cab-90fa-1175982830ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2840652 Nov 12 07:45:53.582408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e910bef-487a-4dc3-91a4-410e943a228d req-c1ac0a8b-b430-4cfe-b2b4-6eecd07dce0a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:53.583886 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-c1ac0a8b-b430-4cfe-b2b4-6eecd07dce0a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.41 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 808 time: 0.5277305 Nov 12 07:45:53.601449 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdb2cc-75f1-44aa-85cc-7ebcd61ada73 req-687b3c55-1e11-404c-8ce7-a3feeb6125dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:53.602955 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f8bdb2cc-75f1-44aa-85cc-7ebcd61ada73 req-687b3c55-1e11-404c-8ce7-a3feeb6125dc service neutron] 10.222.0.33 "GET /v2.0/networks?id=bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 200 len: 906 time: 0.4024091 Nov 12 07:45:53.621027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Request body: {'port': {'device_id': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7', 'admin_state_up': True, 'tenant_id': 'e0845a8f3b354c12b6b4d9869a6616f3'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:54.096191 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-b981ad1b-976f-4b95-9f7f-2a169d7836d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8273718 Nov 12 07:45:54.103336 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f8bdb2cc-75f1-44aa-85cc-7ebcd61ada73 req-d690b54c-e680-43d5-bc31-9282865471a1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2942f16-a755-4344-9200-dcf8735da5ca HTTP/1.1" status: 200 len: 217 time: 0.4679322 Nov 12 07:45:54.385621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] For port a2942f16-a755-4344-9200-dcf8735da5ca, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a2942f16-a755-4344-9200-dcf8735da5ca,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:54.388558 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdb2cc-75f1-44aa-85cc-7ebcd61ada73 req-3c565569-6557-46da-99fb-7b2edc21691a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:54.390331 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f8bdb2cc-75f1-44aa-85cc-7ebcd61ada73 req-3c565569-6557-46da-99fb-7b2edc21691a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=ba849498-f25f-43e3-9fd3-4a9a72d76b44 HTTP/1.1" status: 200 len: 852 time: 0.2659907 Nov 12 07:45:54.403308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:54.408168 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-adace29d-5f15-4559-94d6-c9cf79de2046 req-7609fa57-3684-441d-8fb7-443620d511b5 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 1160 time: 0.9065096 Nov 12 07:45:54.450093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Usage tracker for resource:port and tenant:e0845a8f3b354c12b6b4d9869a6616f3 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:45:54.478782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Quota usage for port was recalculated. Used quota:2. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:45:54.488552 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f8bdb2cc-75f1-44aa-85cc-7ebcd61ada73 req-ebf60aba-75c2-4619-a226-472b8396fd76 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bf85d800-b8a3-4be5-a127-78fbecc42c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793729 Nov 12 07:45:54.509524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:54.547678 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:45:54.630340 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-d15f66ae-7062-4bbe-b7e6-e551bd3e7718 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633982 Nov 12 07:45:54.636527 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:54.678261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Made reservation on behalf of e0845a8f3b354c12b6b4d9869a6616f3 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:45:54.686894 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:54.703091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f4f712-b7b6-494a-8746-363e83b8538c', 'tag': 'dc03f03e-72a9-43be-ac60-d7386678cce3'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:54.708277 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:54.732227 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-77070615-da29-4f0e-aae0-80f1242c46de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:54.903154 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-adace29d-5f15-4559-94d6-c9cf79de2046 req-6f4b91c0-2277-4954-92bd-a57ab0c45b51 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875414 Nov 12 07:45:55.042732 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f8bdb2cc-75f1-44aa-85cc-7ebcd61ada73 req-b9107b48-37a7-41a6-a746-3aef3b21c476 service neutron] 10.222.0.33 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344431 Nov 12 07:45:55.136575 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'Port': ['ID=a2942f16-a755-4344-9200-dcf8735da5ca,revision_number=6']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:55.140167 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:55.232738 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bc30bb7-e944-40ec-8c63-f06fe380ba0a req-6de49dce-9d00-4a6d-9f46-422103f65d47 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5938962 Nov 12 07:45:55.498317 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f8bdb2cc-75f1-44aa-85cc-7ebcd61ada73 req-c40058d7-55bf-46d0-b59e-242458cf5c14 service neutron] 10.222.0.33 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3882234 Nov 12 07:45:55.514703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:55.515555 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:55.517137 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f97f19e4-7643-4f07-812b-a7d236a01d1b req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "PUT /v2.0/ports/a2942f16-a755-4344-9200-dcf8735da5ca HTTP/1.1" status: 200 len: 1020 time: 2.8815846 Nov 12 07:45:55.604613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bbc8b-1965-4c3b-92bf-f7686a8ddf06 req-0d885dbd-7466-46b6-811e-90356d78d1ae tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:55.606307 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a5bbc8b-1965-4c3b-92bf-f7686a8ddf06 req-0d885dbd-7466-46b6-811e-90356d78d1ae tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 948 time: 0.4709735 Nov 12 07:45:55.648619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Allocated IP 172.20.0.2 (bdcf583c-9b91-4b67-8d2c-23531a9270a7/114c2954-03a7-48e0-953f-a8a223595251/464ddc5d-1149-41a2-8349-fed791f86eea) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:45:55.752052 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a5bbc8b-1965-4c3b-92bf-f7686a8ddf06 req-91415b94-ad6e-4602-a164-48c51c2d7b31 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369972 Nov 12 07:45:55.921622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a2942f16-a755-4344-9200-dcf8735da5ca up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:55.992398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port a2942f16-a755-4344-9200-dcf8735da5ca triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:55.992805 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:56.262112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452afcbc-5a65-4e82-b2c6-2290d48ccc73 req-9a169ed1-7597-47f2-9477-71e9296aff14 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:56.263855 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-452afcbc-5a65-4e82-b2c6-2290d48ccc73 req-9a169ed1-7597-47f2-9477-71e9296aff14 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=046feb45-41ec-4325-8e0b-a10025c72f1d HTTP/1.1" status: 200 len: 949 time: 0.6104400 Nov 12 07:45:56.366318 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:56.398614 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-452afcbc-5a65-4e82-b2c6-2290d48ccc73 req-7c778038-337e-4fba-a546-ac4c16201966 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258872 Nov 12 07:45:56.408645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22384a33-481a-414e-956d-af8b642107b6 req-efae7b41-48c9-47d4-a629-088c6935d89b tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:56.410170 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22384a33-481a-414e-956d-af8b642107b6 req-efae7b41-48c9-47d4-a629-088c6935d89b tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.41 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 950 time: 0.5418758 Nov 12 07:45:56.420697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d1cec-fe5c-487d-924d-98cc65ae7913 req-2efcb98a-95f2-428c-b234-c3c57e53d710 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:56.422286 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b6d1cec-fe5c-487d-924d-98cc65ae7913 req-2efcb98a-95f2-428c-b234-c3c57e53d710 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 950 time: 0.4990623 Nov 12 07:45:56.507452 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:56.525903 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-740ee368-60de-447d-9168-e1c95907b06d tempest-FloatingIPsAssociationTestJSON-1243203049 tempest-FloatingIPsAssociationTestJSON-1243203049] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:56.673120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-22384a33-481a-414e-956d-af8b642107b6 req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Deleting port fac78a17-504d-4c05-9bff-696d21904252 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:45:56.673369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-22384a33-481a-414e-956d-af8b642107b6 req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:56.777785 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b6d1cec-fe5c-487d-924d-98cc65ae7913 req-db52596d-75d4-4a48-a720-47bc962d4f83 tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/security-groups?id=3c7822aa-7b40-411d-a17b-261bd8245d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190246 Nov 12 07:45:56.794540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Pushing event updated for resources: {'Port': ['ID=464ddc5d-1149-41a2-8349-fed791f86eea,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:56.812717 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:57.075801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Network bdcf583c-9b91-4b67-8d2c-23531a9270a7 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:45:57.082952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:45:57.090313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962be06-db81-42db-b3f4-33abe8cfb16f req-6b667261-c1e6-4f80-80aa-2f47bbc20c24 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:57.091960 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8962be06-db81-42db-b3f4-33abe8cfb16f req-6b667261-c1e6-4f80-80aa-2f47bbc20c24 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=471d2105-b4a4-4702-95f3-4134eb3563fe HTTP/1.1" status: 200 len: 946 time: 0.5309048 Nov 12 07:45:57.092730 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:45:57.219242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-22384a33-481a-414e-956d-af8b642107b6 req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] For port fac78a17-504d-4c05-9bff-696d21904252, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=fac78a17-504d-4c05-9bff-696d21904252,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:57.219634 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-22384a33-481a-414e-956d-af8b642107b6 req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:57.237970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:57.238610 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:57.374797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-22384a33-481a-414e-956d-af8b642107b6 req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Calling delete_port for fac78a17-504d-4c05-9bff-696d21904252 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:45:57.432633 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8962be06-db81-42db-b3f4-33abe8cfb16f req-a2831cb8-846a-4b60-8087-f628fa63f1ec tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952526 Nov 12 07:45:57.447058 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8391879 Nov 12 07:45:57.456411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443cc70-6b12-428a-b5f2-bccfd94ce94b req-0132f72e-0986-4494-a690-c3bd647fa830 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:57.457201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3443cc70-6b12-428a-b5f2-bccfd94ce94b req-0132f72e-0986-4494-a690-c3bd647fa830 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Synchronizing usage tracker for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:45:57.470558 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Request body: {'port': {'device_id': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:57.517782 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f4f712-b7b6-494a-8746-363e83b8538c', 'tag': 'dc03f03e-72a9-43be-ac60-d7386678cce3', 'status': 'completed', 'code': 200} Nov 12 07:45:57.555303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3443cc70-6b12-428a-b5f2-bccfd94ce94b req-0132f72e-0986-4494-a690-c3bd647fa830 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Unset dirty status for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:45:57.556709 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3443cc70-6b12-428a-b5f2-bccfd94ce94b req-0132f72e-0986-4494-a690-c3bd647fa830 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 931 time: 0.6301224 Nov 12 07:45:57.641755 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5f0cc39-a352-458f-bb01-3d708a01254b req-cf8e81e0-ae1a-4639-91aa-b9eaa19c221c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 1163 time: 0.0952682 Nov 12 07:45:57.767622 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:57.770626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device dc03f03e-72a9-43be-ac60-d7386678cce3 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:57.798354 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3443cc70-6b12-428a-b5f2-bccfd94ce94b req-0fa31844-213f-4054-b6f6-2559a2aaf3c4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057035 Nov 12 07:45:57.800250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0cc39-a352-458f-bb01-3d708a01254b req-c6964458-0f6a-4b98-b951-1a4b1383067f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:57.802314 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5f0cc39-a352-458f-bb01-3d708a01254b req-c6964458-0f6a-4b98-b951-1a4b1383067f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.1470053 Nov 12 07:45:57.827297 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-22384a33-481a-414e-956d-af8b642107b6 req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:57.847752 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f03c05b4-3d23-4c42-81ad-2aa4b0e3805f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:57.859032 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port dc03f03e-72a9-43be-ac60-d7386678cce3 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:45:57.864497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port dc03f03e-72a9-43be-ac60-d7386678cce3 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:57.865289 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:57.897684 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5f0cc39-a352-458f-bb01-3d708a01254b req-bf3cec87-4907-4df6-90da-4b8aa5fbb734 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=dc03f03e-72a9-43be-ac60-d7386678cce3 HTTP/1.1" status: 200 len: 217 time: 0.0859880 Nov 12 07:45:57.968795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Pushing event deleted for resources: {'Port': ['ID=fac78a17-504d-4c05-9bff-696d21904252,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:57.979620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0cc39-a352-458f-bb01-3d708a01254b req-45deb2fa-bdfc-403b-9638-549249e052ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:57.981336 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5f0cc39-a352-458f-bb01-3d708a01254b req-45deb2fa-bdfc-403b-9638-549249e052ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0763352 Nov 12 07:45:58.001407 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:58.075466 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5f0cc39-a352-458f-bb01-3d708a01254b req-6402b6f5-eb8e-4815-a034-c51a5ffa16b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868769 Nov 12 07:45:58.102453 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6ea12c8-0e7e-4eec-a6db-4571b3c6bbc7 req-361481af-04d8-464b-8105-4b4358f86c42 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 1160 time: 0.4474542 Nov 12 07:45:58.161218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:58.190530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f4f712-b7b6-494a-8746-363e83b8538c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc03f03e-72a9-43be-ac60-d7386678cce3'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:58.202629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port dc03f03e-72a9-43be-ac60-d7386678cce3, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=dc03f03e-72a9-43be-ac60-d7386678cce3,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:45:58.207452 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:58.209473 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:58.238256 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5f0cc39-a352-458f-bb01-3d708a01254b req-1bf85a58-6231-40e4-8c5f-2447667ab26d service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470463 Nov 12 07:45:58.246637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device fac78a17-504d-4c05-9bff-696d21904252 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:45:58.297604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] No Port match for: fac78a17-504d-4c05-9bff-696d21904252 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:45:58.297994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device fac78a17-504d-4c05-9bff-696d21904252 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:45:58.305319 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6ea12c8-0e7e-4eec-a6db-4571b3c6bbc7 req-b60e983f-7edb-45c8-9df4-64934b144c33 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792855 Nov 12 07:45:58.326372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=dc03f03e-72a9-43be-ac60-d7386678cce3,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:58.334024 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:58.409235 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5f0cc39-a352-458f-bb01-3d708a01254b req-bc32e570-0634-47a0-92d1-e6a120c0f71a service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1608722 Nov 12 07:45:58.425473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-22384a33-481a-414e-956d-af8b642107b6 req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] No DVR routers for this DVR port fac78a17-504d-4c05-9bff-696d21904252 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:45:58.432287 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-22384a33-481a-414e-956d-af8b642107b6 req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:58.441284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b31a5-ce5e-4eca-98a5-6335c3ef3d61 req-8864e87c-2b8c-461c-bd1a-20cc51b74d7e tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:58.442896 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2f6b31a5-ce5e-4eca-98a5-6335c3ef3d61 req-8864e87c-2b8c-461c-bd1a-20cc51b74d7e tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 1023 time: 0.4405117 Nov 12 07:45:58.466872 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22384a33-481a-414e-956d-af8b642107b6 req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.41 "DELETE /v2.0/ports/fac78a17-504d-4c05-9bff-696d21904252 HTTP/1.1" status: 204 len: 173 time: 2.0418162 Nov 12 07:45:58.900288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2f6b31a5-ce5e-4eca-98a5-6335c3ef3d61 req-84ceb95d-f690-4782-82cd-9a788894e572 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&id=ac460492-f604-43ae-a640-835ff498531e&id=200489dd-5c70-4b73-afbd-bcc76fa19a82 HTTP/1.1" status: 200 len: 5484 time: 0.4493740 Nov 12 07:45:58.942904 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464ddc5d-1149-41a2-8349-fed791f86eea {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:45:58.959435 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:58.976531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Transition to ACTIVE for port object 464ddc5d-1149-41a2-8349-fed791f86eea will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:45:58.982606 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:59.001835 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55bf3bae-b75a-433e-b504-3be99febcd9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:45:59.062209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device dc03f03e-72a9-43be-ac60-d7386678cce3 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:45:59.166213 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port dc03f03e-72a9-43be-ac60-d7386678cce3 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:45:59.166891 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:59.192268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Pushing event updated for resources: {'Port': ['ID=464ddc5d-1149-41a2-8349-fed791f86eea,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:45:59.201037 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:45:59.243323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd53fc-24bc-4bd6-b8a3-d510e22e7642 req-58cc4ed4-d972-40c1-94a9-be63bbe9117e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:45:59.244877 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49cd53fc-24bc-4bd6-b8a3-d510e22e7642 req-58cc4ed4-d972-40c1-94a9-be63bbe9117e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 950 time: 0.1886032 Nov 12 07:45:59.333991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-88ae0c1d-3079-42a9-8b05-db35eaa62b30 req-aab14698-1c74-435c-8fe3-bd5542364e9b tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Synchronizing usage tracker for tenant:a18119eb72a645088894131a306816b2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:45:59.430117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-88ae0c1d-3079-42a9-8b05-db35eaa62b30 req-aab14698-1c74-435c-8fe3-bd5542364e9b tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Unset dirty status for tenant:a18119eb72a645088894131a306816b2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:45:59.431447 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ae0c1d-3079-42a9-8b05-db35eaa62b30 req-aab14698-1c74-435c-8fe3-bd5542364e9b tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] 10.222.0.40 "GET /v2.0/ports?device_id=5d2d8439-397f-4a82-bf28-0d1b2aa3be30 HTTP/1.1" status: 200 len: 210 time: 0.1711125 Nov 12 07:45:59.442336 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49cd53fc-24bc-4bd6-b8a3-d510e22e7642 req-f93baa8e-b344-447f-a2b2-e937c63cac27 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807141 Nov 12 07:45:59.510519 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f4f712-b7b6-494a-8746-363e83b8538c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc03f03e-72a9-43be-ac60-d7386678cce3', 'code': 200} Nov 12 07:45:59.536257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca'}, {'server_uuid': '5d2d8439-397f-4a82-bf28-0d1b2aa3be30', 'name': 'network-vif-deleted', 'tag': 'fac78a17-504d-4c05-9bff-696d21904252'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:45:59.560370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Attempting to bind port 464ddc5d-1149-41a2-8349-fed791f86eea on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:45:59.561281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Attempting to bind port 464ddc5d-1149-41a2-8349-fed791f86eea by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:45:59.561281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Attempting to bind port 464ddc5d-1149-41a2-8349-fed791f86eea on network bdcf583c-9b91-4b67-8d2c-23531a9270a7 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:45:59.569703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:45:59.570062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Checking segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:45:59.570457 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:59.570846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Bound using segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:45:59.571323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Bound port: 464ddc5d-1149-41a2-8349-fed791f86eea, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:45:59.571691 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:59.753347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'security_group': {'name': ' tempest-securitygroup -1881023120 ', 'description': 'tempest-description-1313640918'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:45:59.766603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:45:59.816074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:45:59.830793 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:45:59.837834 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=464ddc5d-1149-41a2-8349-fed791f86eea,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:45:59.844813 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:59.857134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:45:59.874133 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:00.037561 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3f6a6fe7-aa3b-44ca-85aa-57abc5121476 req-d716cc54-aebc-42e3-b7ce-f49a09ac4ed7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 1165 time: 0.3993249 Nov 12 07:46:00.052719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39715be6-9eca-437f-bf55-3c3105fe9576 req-6be63d09-8d5a-4b9d-bb12-fcae678f7b09 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:00.054675 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39715be6-9eca-437f-bf55-3c3105fe9576 req-6be63d09-8d5a-4b9d-bb12-fcae678f7b09 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 943 time: 0.3719831 Nov 12 07:46:00.077999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:00.084435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Pushing event updated for resources: {'Port': ['ID=464ddc5d-1149-41a2-8349-fed791f86eea,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:00.121963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group_rule and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:00.124988 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:00.129954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:00.151711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:00.212371 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3f6a6fe7-aa3b-44ca-85aa-57abc5121476 req-7911749f-cba6-4310-9a1a-da714055f8ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566346 Nov 12 07:46:00.228818 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39715be6-9eca-437f-bf55-3c3105fe9576 req-93e556a2-e274-4e96-9186-175e00170ea2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521039 Nov 12 07:46:00.241190 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:00.242721 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] 10.222.0.41 "PUT /v2.0/ports/464ddc5d-1149-41a2-8349-fed791f86eea HTTP/1.1" status: 200 len: 1155 time: 2.7795799 Nov 12 07:46:00.270296 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:00.274089 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:00.280072 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d3b088b1-5b17-43d3-90e0-df0e19c20356 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:00.298282 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a6faa11a-0907-4629-93e5-8337aaead4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:00.332277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbf7dc6-7aab-492e-987f-723bc1fd4ae0,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:00.335811 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:00.338010 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-27f9de01-a4e9-42d6-82e8-2d8d6e75234a req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1620 time: 0.6040456 Nov 12 07:46:00.339270 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:00.416785 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca', 'status': 'completed', 'code': 200} Nov 12 07:46:00.417165 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2d8439-397f-4a82-bf28-0d1b2aa3be30', 'name': 'network-vif-deleted', 'tag': 'fac78a17-504d-4c05-9bff-696d21904252', 'status': 'completed', 'code': 200} Nov 12 07:46:00.721130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d2680-64e9-41d1-afc5-c51dda006025 req-18351053-5d39-4eb2-91a8-41af59504de7 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:00.722814 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ea6d2680-64e9-41d1-afc5-c51dda006025 req-18351053-5d39-4eb2-91a8-41af59504de7 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=471d2105-b4a4-4702-95f3-4134eb3563fe HTTP/1.1" status: 200 len: 946 time: 0.3461103 Nov 12 07:46:00.799041 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-96de89f6-5fa1-45ec-af9b-882ceebefa72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 1158 time: 0.2932377 Nov 12 07:46:00.804765 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bddb8975-f76b-4bcf-a4ca-9041a8076f47 req-6e365a8d-bd82-433f-aa20-21aa5eff7184 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=df00d4adbb61409687704d8cee0ac12d&device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 1239 time: 0.3554912 Nov 12 07:46:00.809667 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ea87fbfd-4dd2-4014-9e11-e13386129ee4 req-6ffeccfb-1ae0-472c-8cb6-2de3894a8d73 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2541630 Nov 12 07:46:00.988597 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ea6d2680-64e9-41d1-afc5-c51dda006025 req-03769cbc-fc1f-4bca-a1de-245bab53c076 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544997 Nov 12 07:46:00.998002 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-16559cd8-9145-4ac4-b838-0c47bc4dafbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464ddc5d-1149-41a2-8349-fed791f86eea HTTP/1.1" status: 200 len: 217 time: 0.1598139 Nov 12 07:46:01.115721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb8975-f76b-4bcf-a4ca-9041a8076f47 req-5eba07a4-4277-4e55-87e9-ef215aece901 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:01.117392 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bddb8975-f76b-4bcf-a4ca-9041a8076f47 req-5eba07a4-4277-4e55-87e9-ef215aece901 service neutron] 10.222.0.33 "GET /v2.0/networks?id=bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 200 len: 906 time: 0.3038139 Nov 12 07:46:01.120996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e910bef-487a-4dc3-91a4-410e943a228d req-59ea289f-8028-42a3-bc76-abc78d0648f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:01.122918 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-59ea289f-8028-42a3-bc76-abc78d0648f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.1122015 Nov 12 07:46:01.263121 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bddb8975-f76b-4bcf-a4ca-9041a8076f47 req-06abfed1-6e7b-4303-9da4-ac6a0a9f806d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2942f16-a755-4344-9200-dcf8735da5ca HTTP/1.1" status: 200 len: 217 time: 0.1362503 Nov 12 07:46:01.268942 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-1e3db7b3-b38c-4b4b-b385-c712f1b2042f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868900 Nov 12 07:46:01.713732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb8975-f76b-4bcf-a4ca-9041a8076f47 req-3b08e2d0-025a-4a9e-97ed-5f79a37724fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:01.715334 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bddb8975-f76b-4bcf-a4ca-9041a8076f47 req-3b08e2d0-025a-4a9e-97ed-5f79a37724fa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=ba849498-f25f-43e3-9fd3-4a9a72d76b44 HTTP/1.1" status: 200 len: 852 time: 0.4430447 Nov 12 07:46:01.728743 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e357e382-05b9-437f-b685-44748a55d646 req-95755c4d-1855-495f-81fb-b9560eed66f1 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/4dbf7dc6-7aab-492e-987f-723bc1fd4ae0 HTTP/1.1" status: 200 len: 1615 time: 0.4909623 Nov 12 07:46:01.798467 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bddb8975-f76b-4bcf-a4ca-9041a8076f47 req-6c70d17c-b635-41d9-be5b-a5033b3154db service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bf85d800-b8a3-4be5-a127-78fbecc42c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559642 Nov 12 07:46:01.840469 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-94544ff1-c4c9-40cb-baa7-d0a57fe0d4c6 service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254393 Nov 12 07:46:01.974759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-a84237a3-bf61-4a56-9113-352ad05bdfcf tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80793) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:46:01.975835 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-a84237a3-bf61-4a56-9113-352ad05bdfcf tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057440 Nov 12 07:46:01.987419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] Request body: {'binding': {'host': 'n-h1-761264-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:01.987902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] Unknown quota resources ['binding']. {{(pid=80793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Nov 12 07:46:02.147494 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bddb8975-f76b-4bcf-a4ca-9041a8076f47 req-52e3b7f1-3825-4e0c-b73d-cbaa11f02882 service neutron] 10.222.0.33 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338256 Nov 12 07:46:02.155388 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e910bef-487a-4dc3-91a4-410e943a228d req-f350a8dc-de30-4c83-ab6b-967ebd49a7df service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2650607 Nov 12 07:46:02.213854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] Attempting to bind port e32a767a-079b-41f0-80ba-0e207126a7dc on host n-h1-761264-6 for vnic_type normal with profile None {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:46:02.214234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] Attempting to bind port e32a767a-079b-41f0-80ba-0e207126a7dc by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:46:02.214719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] Attempting to bind port e32a767a-079b-41f0-80ba-0e207126a7dc on network 71dec89f-760d-4076-aef8-88ce965d6ab4 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:46:02.217125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49326) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:02.228798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:46:02.229207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] Checking segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:02.229605 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:02.229999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] Bound using segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:46:02.230520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] Bound port: e32a767a-079b-41f0-80ba-0e207126a7dc, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:46:02.261285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e946b51-e68d-43d8-a258-23b6cdd11355 req-f05be640-9e51-4497-a282-656bfb5f34c3 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:02.262586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e32a767a-079b-41f0-80ba-0e207126a7dc,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:46:02.262907 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e946b51-e68d-43d8-a258-23b6cdd11355 req-f05be640-9e51-4497-a282-656bfb5f34c3 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 950 time: 0.2712376 Nov 12 07:46:02.268383 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:02.270153 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-617d76af-a941-4968-aa09-c8ed1a26b2f0 service neutron] 10.222.0.40 "POST /v2.0/ports/e32a767a-079b-41f0-80ba-0e207126a7dc/bindings HTTP/1.1" status: 201 len: 459 time: 0.2871907 Nov 12 07:46:02.354082 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bddb8975-f76b-4bcf-a4ca-9041a8076f47 req-a2bac623-4a01-48fd-938f-499804817312 service neutron] 10.222.0.33 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1976647 Nov 12 07:46:02.362407 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e946b51-e68d-43d8-a258-23b6cdd11355 req-7b6beb0c-b900-4411-80bc-4e23e541f73c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749865 Nov 12 07:46:02.418285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:02.476751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 49348) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:02.477033 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-698e1fd8-0d8c-4118-9be5-df6aeeb5b002 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a18119eb72a645088894131a306816b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2579515 Nov 12 07:46:02.680828 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3587bf0f-a080-43ab-b4b3-a4e61a6ea5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:02.735430 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3587bf0f-a080-43ab-b4b3-a4e61a6ea5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:02.795169 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-7d353bb7-1c5b-4f40-8513-c7f16f56abec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 1160 time: 0.2416596 Nov 12 07:46:02.801731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc8a48-b0b9-4327-bcce-245fa3f5cb5b req-7c73820e-8550-4b84-aab8-5f1e899db842 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:02.803212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93bc8a48-b0b9-4327-bcce-245fa3f5cb5b req-7c73820e-8550-4b84-aab8-5f1e899db842 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 943 time: 0.2124791 Nov 12 07:46:02.830216 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3587bf0f-a080-43ab-b4b3-a4e61a6ea5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:02.838441 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:02.892846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587bf0f-a080-43ab-b4b3-a4e61a6ea5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7822aa-7b40-411d-a17b-261bd8245d2f,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:02.895676 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3587bf0f-a080-43ab-b4b3-a4e61a6ea5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:02.909363 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3587bf0f-a080-43ab-b4b3-a4e61a6ea5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:02.920237 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3587bf0f-a080-43ab-b4b3-a4e61a6ea5c5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3c7822aa-7b40-411d-a17b-261bd8245d2f HTTP/1.1" status: 204 len: 168 time: 0.4357030 Nov 12 07:46:03.041488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93bc8a48-b0b9-4327-bcce-245fa3f5cb5b req-957f26d5-0e29-4ded-ad20-fb2e268ff8e8 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288923 Nov 12 07:46:03.079148 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-09085955-995a-4164-b607-2b5707fa8d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:03.086482 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:03.088506 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5ead1a86-2f12-4fd7-8ca3-259592a843a0 req-64eae377-f0f6-427e-8270-62764aa4b80a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/4dbf7dc6-7aab-492e-987f-723bc1fd4ae0 HTTP/1.1" status: 200 len: 1615 time: 0.2418795 Nov 12 07:46:03.153355 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:03.228049 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-a9ee625c-108b-4a83-8af4-27c430ba8fde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:03.229705 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-a9ee625c-108b-4a83-8af4-27c430ba8fde service neutron] 10.222.0.41 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.3773448 Nov 12 07:46:03.331712 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d51564c5-5267-4b11-ac1a-1c1d0233d68d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e32a767a-079b-41f0-80ba-0e207126a7dc HTTP/1.1" status: 200 len: 217 time: 0.0900619 Nov 12 07:46:03.379097 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5ead1a86-2f12-4fd7-8ca3-259592a843a0 req-7507994e-3637-4b24-8d9a-fa5242bf79d8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:03.496565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5ead1a86-2f12-4fd7-8ca3-259592a843a0 req-7507994e-3637-4b24-8d9a-fa5242bf79d8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:03.525360 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-84992773-1428-412e-8f50-9afca18b8e5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:03.527315 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-84992773-1428-412e-8f50-9afca18b8e5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.1512787 Nov 12 07:46:03.632328 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-ce0b61fe-d65d-4764-86d0-163e9c06d490 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941072 Nov 12 07:46:03.646941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314867a-571a-46c7-b52f-fdb4db5fb7c5 req-7494b123-a280-4067-be5f-2d578394019c tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:03.648577 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4314867a-571a-46c7-b52f-fdb4db5fb7c5 req-7494b123-a280-4067-be5f-2d578394019c tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 945 time: 0.3116944 Nov 12 07:46:03.789915 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5ead1a86-2f12-4fd7-8ca3-259592a843a0 req-7507994e-3637-4b24-8d9a-fa5242bf79d8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:03.807834 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:03.847682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507994e-3637-4b24-8d9a-fa5242bf79d8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbf7dc6-7aab-492e-987f-723bc1fd4ae0,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:03.871138 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7507994e-3637-4b24-8d9a-fa5242bf79d8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:03.899785 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5ead1a86-2f12-4fd7-8ca3-259592a843a0 req-7507994e-3637-4b24-8d9a-fa5242bf79d8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:03.905946 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5ead1a86-2f12-4fd7-8ca3-259592a843a0 req-7507994e-3637-4b24-8d9a-fa5242bf79d8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "DELETE /v2.0/security-groups/4dbf7dc6-7aab-492e-987f-723bc1fd4ae0 HTTP/1.1" status: 204 len: 173 time: 0.8164062 Nov 12 07:46:03.930081 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4314867a-571a-46c7-b52f-fdb4db5fb7c5 req-3041b9bc-e822-44f1-9258-6659765a4c0c tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548056 Nov 12 07:46:03.980360 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d766db46-95f2-4472-a9ab-88844665312a req-cee174c6-37ac-4ab3-8ddc-3719a10d6c8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed74a2f4-75a9-4901-9d09-75d9f7940ce1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.2370605 Nov 12 07:46:03.984631 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-0f4a7f02-8357-42a2-85c7-a599c41b64e3 service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346224 Nov 12 07:46:04.313523 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:04.325758 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea', 'status': 'completed', 'code': 200} Nov 12 07:46:04.338264 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d766db46-95f2-4472-a9ab-88844665312a req-5dd19b1a-96a0-4285-8cf2-0cc0e955cfb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=ed74a2f4-75a9-4901-9d09-75d9f7940ce1 HTTP/1.1" status: 200 len: 1165 time: 0.1090243 Nov 12 07:46:04.534715 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-2b16cfd2-d393-4155-9730-cdd703d9da94 service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5125496 Nov 12 07:46:04.563237 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75d8e48d-dc0b-4d1f-9e1b-529c56a7140f req-d29141fe-e2d8-4943-95e2-ca39945e3826 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/ports?device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 1165 time: 0.3027306 Nov 12 07:46:04.591090 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8debec9f-1083-49e4-bfba-7da6e60d91fa req-c1310bf4-5c71-4c82-aecf-c511fcf96eeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 1158 time: 0.2678747 Nov 12 07:46:04.626440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766db46-95f2-4472-a9ab-88844665312a req-37496d38-2396-4683-993a-b8e579115fb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:04.628123 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d766db46-95f2-4472-a9ab-88844665312a req-37496d38-2396-4683-993a-b8e579115fb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2636235 Nov 12 07:46:04.733074 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d766db46-95f2-4472-a9ab-88844665312a req-3e6d9482-8e05-4772-8a2b-ec21eab7595a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=b8cf8e70-1ce9-4579-b017-066f442082a4 HTTP/1.1" status: 200 len: 217 time: 0.0940354 Nov 12 07:46:04.807292 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-220bcf30-51ec-4d58-9bba-8bbd8c5d6977 req-c8662d92-1cbe-4f5b-af54-ef7a440c7822 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] show failed (client error): The resource could not be found. Nov 12 07:46:04.808207 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:04.808334 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-220bcf30-51ec-4d58-9bba-8bbd8c5d6977 req-c8662d92-1cbe-4f5b-af54-ef7a440c7822 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/4dbf7dc6-7aab-492e-987f-723bc1fd4ae0 HTTP/1.1" status: 404 len: 352 time: 0.0425162 Nov 12 07:46:04.837203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766db46-95f2-4472-a9ab-88844665312a req-676ca0dc-2653-4d8e-8074-4c51e2cbc42c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:04.839496 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d766db46-95f2-4472-a9ab-88844665312a req-676ca0dc-2653-4d8e-8074-4c51e2cbc42c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0928402 Nov 12 07:46:04.870444 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75d8e48d-dc0b-4d1f-9e1b-529c56a7140f req-d1759982-ed21-446c-acba-2624ab9db1fc tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053131 Nov 12 07:46:04.912015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debec9f-1083-49e4-bfba-7da6e60d91fa req-3ef4b20a-d7db-4ef1-94bf-5abe2dc4d510 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:04.913782 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8debec9f-1083-49e4-bfba-7da6e60d91fa req-3ef4b20a-d7db-4ef1-94bf-5abe2dc4d510 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.3064682 Nov 12 07:46:04.989318 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d766db46-95f2-4472-a9ab-88844665312a req-5750e23b-2fd9-48a9-9797-1e81a229a160 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410308 Nov 12 07:46:05.414910 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1674610952', 'description': 'tempest-description-613424159'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:05.423250 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8debec9f-1083-49e4-bfba-7da6e60d91fa req-87180312-8dfd-48db-bd4d-8ba8845cf844 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464ddc5d-1149-41a2-8349-fed791f86eea HTTP/1.1" status: 200 len: 217 time: 0.4965067 Nov 12 07:46:05.430645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:05.486951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:05.497627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:05.535646 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-ee6d925c-42d2-4d29-ba3d-eaf3a331f211 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.41 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&binding%3Ahost_id=n-h2-761264-6 HTTP/1.1" status: 200 len: 1160 time: 0.8911455 Nov 12 07:46:05.536599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:05.545198 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d766db46-95f2-4472-a9ab-88844665312a req-d6b1b947-c8ee-463e-9a06-96bed0933201 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413170 Nov 12 07:46:05.576199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-761264-6'}}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:05.629878 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:05.641242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debec9f-1083-49e4-bfba-7da6e60d91fa req-e9232a4c-b286-4b66-a59b-ff26d9d0ecdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:05.643024 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8debec9f-1083-49e4-bfba-7da6e60d91fa req-e9232a4c-b286-4b66-a59b-ff26d9d0ecdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.2065520 Nov 12 07:46:05.732441 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8debec9f-1083-49e4-bfba-7da6e60d91fa req-494fdcc3-7cef-4476-8828-ed2905f81c96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714185 Nov 12 07:46:05.739565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9ad5e-384d-44f0-848b-bfbaf0e9d9e9 req-6109c755-8a8d-4f1e-b008-a24fdf474234 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:05.749488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cde9ad5e-384d-44f0-848b-bfbaf0e9d9e9 req-6109c755-8a8d-4f1e-b008-a24fdf474234 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 943 time: 0.6982303 Nov 12 07:46:05.775471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49452) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:05.787672 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d766db46-95f2-4472-a9ab-88844665312a req-c96b7552-4ad1-4960-9667-145212d77b35 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2254691 Nov 12 07:46:05.952909 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 464ddc5d-1149-41a2-8349-fed791f86eea up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:05.974837 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:06.013796 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cde9ad5e-384d-44f0-848b-bfbaf0e9d9e9 req-d47d5221-2b36-4ea5-a08b-671a93c353a6 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630229 Nov 12 07:46:06.024712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group_rule and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:06.028267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:06.038696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:06.038797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-62fb95a3-d761-45b0-855d-24001e5fbcb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.093528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 464ddc5d-1149-41a2-8349-fed791f86eea completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:46:06.106011 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 464ddc5d-1149-41a2-8349-fed791f86eea triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:06.106438 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.119615 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.126584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-62fb95a3-d761-45b0-855d-24001e5fbcb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:06.137961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-62fb95a3-d761-45b0-855d-24001e5fbcb0 admin admin] Usage tracker for resource:security_group_rule and tenant:244387d178244c11abee8cba41110fe5 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:06.145943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-62fb95a3-d761-45b0-855d-24001e5fbcb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:06.160733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-62fb95a3-d761-45b0-855d-24001e5fbcb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:06.187513 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8debec9f-1083-49e4-bfba-7da6e60d91fa req-df5a1fae-61b5-4001-8894-e3aa2f593aa3 service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355099 Nov 12 07:46:06.192840 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.236513 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.290025 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.304744 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-62fb95a3-d761-45b0-855d-24001e5fbcb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.314291 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-62fb95a3-d761-45b0-855d-24001e5fbcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.329954 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:06.348871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=464ddc5d-1149-41a2-8349-fed791f86eea,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:06.350484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:06.359252 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.362695 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:06.378570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb95a3-d761-45b0-855d-24001e5fbcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aabae7-310d-4e1c-be6e-157aa89a98ce,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:06.393935 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-62fb95a3-d761-45b0-855d-24001e5fbcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:06.424184 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-19eca93a-64ed-4a6a-8f98-49b91aa6e83c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:06.454377 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-62fb95a3-d761-45b0-855d-24001e5fbcb0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=244387d178244c11abee8cba41110fe5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6776457 Nov 12 07:46:06.456965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49460) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:06.568419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=464ddc5d-1149-41a2-8349-fed791f86eea,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:06.580278 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:06.612589 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3546eec5-17cd-4588-adea-360dbf7f2b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.619007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'SecurityGroup': ['ID=792df93e-2687-4eeb-97d0-f42ebc0ea491,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:06.633468 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:06.684129 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3546eec5-17cd-4588-adea-360dbf7f2b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.701596 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.709233 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9228c9fb-f612-47b7-a448-7bdf01b1f027 req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.3124397 Nov 12 07:46:06.800042 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3546eec5-17cd-4588-adea-360dbf7f2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.806566 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-62fb95a3-d761-45b0-855d-24001e5fbcb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:06.833119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546eec5-17cd-4588-adea-360dbf7f2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aabae7-310d-4e1c-be6e-157aa89a98ce,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:06.838025 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3546eec5-17cd-4588-adea-360dbf7f2b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:06.844016 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3546eec5-17cd-4588-adea-360dbf7f2b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:06.845409 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3546eec5-17cd-4588-adea-360dbf7f2b29 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/85aabae7-310d-4e1c-be6e-157aa89a98ce HTTP/1.1" status: 204 len: 168 time: 0.3866429 Nov 12 07:46:07.000114 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8debec9f-1083-49e4-bfba-7da6e60d91fa req-d75f6257-b1ea-4b4d-aec1-6dc44b852b02 service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7189362 Nov 12 07:46:07.009396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c82e-486d-4546-9490-c22fae44eedb req-fd79c1db-570b-4e58-846d-e2edb73af851 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:07.011067 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0f53c82e-486d-4546-9490-c22fae44eedb req-fd79c1db-570b-4e58-846d-e2edb73af851 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 945 time: 0.7315154 Nov 12 07:46:07.126974 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-8f810859-c103-491f-8b91-d197be253959 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762501 Nov 12 07:46:07.150858 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 464ddc5d-1149-41a2-8349-fed791f86eea up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:07.207038 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0f53c82e-486d-4546-9490-c22fae44eedb req-87302989-739d-40b1-8bb6-18446bdc3fa8 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843717 Nov 12 07:46:07.287201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e32a767a-079b-41f0-80ba-0e207126a7dc,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:07.387459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 464ddc5d-1149-41a2-8349-fed791f86eea triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:07.388104 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:07.415503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:07.503445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:07.513334 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-0169d058-5d7e-421f-a8eb-15b4d3e262ac tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:07.515981 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-0169d058-5d7e-421f-a8eb-15b4d3e262ac tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3741481 Nov 12 07:46:07.548491 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-411ad480-d694-4c7a-b0e8-a2cb6c0d8145 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/quotas/f9baf28c49804d348f7d8c02b4915fb2 HTTP/1.1" status: 200 len: 375 time: 0.0252619 Nov 12 07:46:07.637881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:07.659711 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:07.691118 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:07.717855 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9a40c13e-266d-4d19-b096-d12ffbbb5f46 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:07.906548 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-463dd8a0-b64c-48b3-b387-e0834322ed41 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3430269 Nov 12 07:46:07.935041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Pushing event updated for resources: {'Port': ['ID=e32a767a-079b-41f0-80ba-0e207126a7dc,revision_number=6']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:07.943031 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:08.195486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Attempting to bind port e32a767a-079b-41f0-80ba-0e207126a7dc on host n-h2-761264-6 for vnic_type normal with profile {"migrating_to": "n-h1-761264-6"} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:46:08.196569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Attempting to bind port e32a767a-079b-41f0-80ba-0e207126a7dc by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:46:08.197172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Attempting to bind port e32a767a-079b-41f0-80ba-0e207126a7dc on network 71dec89f-760d-4076-aef8-88ce965d6ab4 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:46:08.210764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:46:08.211540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Checking segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:08.212166 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:08.213135 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Bound using segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:46:08.214041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Bound port: e32a767a-079b-41f0-80ba-0e207126a7dc, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:46:08.214640 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:08.404344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:08.416185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e32a767a-079b-41f0-80ba-0e207126a7dc,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:46:08.433953 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:08.798926 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:09.048819 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:09.055755 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] 10.222.0.41 "PUT /v2.0/ports/e32a767a-079b-41f0-80ba-0e207126a7dc HTTP/1.1" status: 200 len: 1185 time: 3.4891083 Nov 12 07:46:09.100188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Pushing event updated for resources: {'Port': ['ID=e32a767a-079b-41f0-80ba-0e207126a7dc,revision_number=7']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:09.120460 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:09.976840 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e32a767a-079b-41f0-80ba-0e207126a7dc up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:10.155176 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-f694d237-379f-4a55-a46a-c4e00190fddd tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742290 Nov 12 07:46:10.181999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port e32a767a-079b-41f0-80ba-0e207126a7dc triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:10.182852 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:10.400573 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:10.447050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e32a767a-079b-41f0-80ba-0e207126a7dc,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:10.450845 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:10.510868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-c501befc-ae69-4463-a86b-d38e79684199 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:10.512464 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-c501befc-ae69-4463-a86b-d38e79684199 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3539829 Nov 12 07:46:10.539695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Request body: {'port': {'device_id': '154aa2cb-1bdd-4463-bc00-e006495266a3', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'f9baf28c49804d348f7d8c02b4915fb2'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:10.564585 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:10.699327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=e32a767a-079b-41f0-80ba-0e207126a7dc,revision_number=8']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:10.705898 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:11.135592 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:11.142787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:11.168934 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Made reservation on behalf of f9baf28c49804d348f7d8c02b4915fb2 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:46:11.174854 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:11.728721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Allocated IP 192.168.233.159 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/e55bb42d-76d6-47b7-947a-f025a2a38ce5) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:46:11.988927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e32a767a-079b-41f0-80ba-0e207126a7dc up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:12.112340 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:12.139148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Transition to ACTIVE for port object e55bb42d-76d6-47b7-947a-f025a2a38ce5 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:46:12.149781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port e32a767a-079b-41f0-80ba-0e207126a7dc triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:12.150608 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:12.161837 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:12.191891 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:12.321400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event updated for resources: {'Port': ['ID=e55bb42d-76d6-47b7-947a-f025a2a38ce5,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:12.326476 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:12.425986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:46:12.427336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:46:12.442754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:46:12.561512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:12.562635 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:12.599717 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0656550 Nov 12 07:46:12.614295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Request body: {'port': {'device_id': '154aa2cb-1bdd-4463-bc00-e006495266a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:12.783356 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:12.896389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-51725b4a-c44c-45ea-b6e6-d28aaad583cc None None] Provisioning for port e55bb42d-76d6-47b7-947a-f025a2a38ce5 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:46:12.908085 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-51725b4a-c44c-45ea-b6e6-d28aaad583cc None None] Provisioning complete for port e55bb42d-76d6-47b7-947a-f025a2a38ce5 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:12.908500 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-51725b4a-c44c-45ea-b6e6-d28aaad583cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:13.038103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-51725b4a-c44c-45ea-b6e6-d28aaad583cc None None] Port e55bb42d-76d6-47b7-947a-f025a2a38ce5 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:46:13.358308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55bb42d-76d6-47b7-947a-f025a2a38ce5 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:46:13.367992 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:13.384140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Transition to ACTIVE for port object e55bb42d-76d6-47b7-947a-f025a2a38ce5 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:46:13.387887 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:13.555433 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:13.644524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Pushing event updated for resources: {'Port': ['ID=e55bb42d-76d6-47b7-947a-f025a2a38ce5,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:13.649789 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:13.898718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Attempting to bind port e55bb42d-76d6-47b7-947a-f025a2a38ce5 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:46:13.899024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Attempting to bind port e55bb42d-76d6-47b7-947a-f025a2a38ce5 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:46:13.899391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Attempting to bind port e55bb42d-76d6-47b7-947a-f025a2a38ce5 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:46:13.913632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:46:13.914277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:13.914892 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:13.915486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:46:13.916181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Bound port: e55bb42d-76d6-47b7-947a-f025a2a38ce5, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:46:13.918573 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:14.078013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] For port e55bb42d-76d6-47b7-947a-f025a2a38ce5, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:14.082016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] For port e55bb42d-76d6-47b7-947a-f025a2a38ce5, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e55bb42d-76d6-47b7-947a-f025a2a38ce5,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:46:14.085497 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:14.134210 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:14.279962 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Pushing event updated for resources: {'Port': ['ID=e55bb42d-76d6-47b7-947a-f025a2a38ce5,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:14.298233 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:14.499470 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:14.501071 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] 10.222.0.41 "PUT /v2.0/ports/e55bb42d-76d6-47b7-947a-f025a2a38ce5 HTTP/1.1" status: 200 len: 1160 time: 1.8924580 Nov 12 07:46:14.951669 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-20cb6a9b-5f68-4723-8db8-722258a637ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 1163 time: 0.2635624 Nov 12 07:46:14.967063 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24e3abdd-07a3-49dd-b957-9ae2f569942b req-e7fc2e83-2a16-49e3-89d0-c2b6ff24d10e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.2803912 Nov 12 07:46:15.132510 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-88c8d098-b236-4272-8880-52d285b69c88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=e55bb42d-76d6-47b7-947a-f025a2a38ce5 HTTP/1.1" status: 200 len: 217 time: 0.1688685 Nov 12 07:46:15.236676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-8f546996-ebe6-4db3-824d-574e45a3a6e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:15.238267 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-8f546996-ebe6-4db3-824d-574e45a3a6e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0850253 Nov 12 07:46:15.249985 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24e3abdd-07a3-49dd-b957-9ae2f569942b req-7b67cb05-d606-430f-83bb-e83bb6505382 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 1165 time: 0.2133026 Nov 12 07:46:15.523843 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-b83dcb2f-244a-4bcd-86a5-33a3d4353070 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2722592 Nov 12 07:46:15.793372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3abdd-07a3-49dd-b957-9ae2f569942b req-3f47d12a-8d1c-47bf-8423-0aec7b8b0b91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:15.795349 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24e3abdd-07a3-49dd-b957-9ae2f569942b req-3f47d12a-8d1c-47bf-8423-0aec7b8b0b91 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.4527271 Nov 12 07:46:15.944951 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-a201be46-27a6-49c1-9255-1f7c6df7ef5a service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795779 Nov 12 07:46:16.160933 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24e3abdd-07a3-49dd-b957-9ae2f569942b req-a6bb3c4a-b03f-4365-97bd-5c0e232a156b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=9d105556-c38b-4b57-9f4f-34c3be2cd347 HTTP/1.1" status: 200 len: 217 time: 0.2487478 Nov 12 07:46:16.675249 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae5d5987-88f4-4756-aeed-f7eecab11128 req-c3e0fa54-75e6-45f7-a00d-00ffd7a9edc2 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7024770 Nov 12 07:46:16.701741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3abdd-07a3-49dd-b957-9ae2f569942b req-0decd136-3f8b-40e4-8b04-a8b60a8efdd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:16.703881 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24e3abdd-07a3-49dd-b957-9ae2f569942b req-0decd136-3f8b-40e4-8b04-a8b60a8efdd4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.5380037 Nov 12 07:46:16.830951 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24e3abdd-07a3-49dd-b957-9ae2f569942b req-066bc033-b8eb-43dc-8d8e-bf59fdb7a09b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202340 Nov 12 07:46:17.006145 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24e3abdd-07a3-49dd-b957-9ae2f569942b req-1a7af5c6-285b-4266-a212-fb282c2db43e service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680036 Nov 12 07:46:17.184016 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24e3abdd-07a3-49dd-b957-9ae2f569942b req-58576eb3-af2a-43be-9be5-3449258a1705 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1697063 Nov 12 07:46:17.380406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1974235213', 'description': 'tempest-description-325011055'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:17.387444 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:17.393322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:17.397139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:17.403252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:17.413867 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea', 'code': 200} Nov 12 07:46:17.416207 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:17.474930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:17.479511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group_rule and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:17.484146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:17.491618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:17.702522 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:17.714566 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:17.722522 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-85283af1-1fdb-4d80-92f4-326b40f372ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:17.749858 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b8e5a59-0337-429d-9f20-8368d2295619 req-24514636-3344-4edd-b44f-76a9104c633b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 1160 time: 0.2524107 Nov 12 07:46:17.832731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a3feb-f336-4c16-aacd-c0742b03af07 req-a73f3a71-0c0c-4fe9-8fac-8460f647e2d2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:17.834419 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c47a3feb-f336-4c16-aacd-c0742b03af07 req-a73f3a71-0c0c-4fe9-8fac-8460f647e2d2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 945 time: 0.2394497 Nov 12 07:46:17.838626 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:17.849624 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e1c6e6e-3b23-4812-b356-0dffabce9459 req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4742732 Nov 12 07:46:17.853299 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'SecurityGroup': ['ID=53e2cfa4-80f5-4d89-9cf4-f8e1e74a2680,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:17.866691 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:17.917890 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b8e5a59-0337-429d-9f20-8368d2295619 req-415c4e12-81eb-4fb8-9d6e-70cebfb37545 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442056 Nov 12 07:46:17.937577 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c47a3feb-f336-4c16-aacd-c0742b03af07 req-fc3bcd88-2392-4521-a3cd-f198c9fb3559 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852520 Nov 12 07:46:17.955857 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc', 'code': 200} Nov 12 07:46:18.211351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0714120-5c54-404b-8a40-c384f35a4af3 req-a7a7b57c-1e75-4e4f-8507-90e86862328a tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:18.212138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e0714120-5c54-404b-8a40-c384f35a4af3 req-a7a7b57c-1e75-4e4f-8507-90e86862328a tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:46:18.232919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b403980-c4a4-4e6b-bb72-f0eb3ac643c1 req-c69d0fc0-877d-49dd-90a9-e402f64bff40 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:18.234544 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b403980-c4a4-4e6b-bb72-f0eb3ac643c1 req-c69d0fc0-877d-49dd-90a9-e402f64bff40 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 945 time: 0.1391988 Nov 12 07:46:18.242926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e0714120-5c54-404b-8a40-c384f35a4af3 req-a7a7b57c-1e75-4e4f-8507-90e86862328a tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:46:18.244214 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e0714120-5c54-404b-8a40-c384f35a4af3 req-a7a7b57c-1e75-4e4f-8507-90e86862328a tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 948 time: 0.1854644 Nov 12 07:46:18.338571 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b403980-c4a4-4e6b-bb72-f0eb3ac643c1 req-daee006e-78c8-4126-9414-d2acf12a5a9b tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932839 Nov 12 07:46:18.347118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e0714120-5c54-404b-8a40-c384f35a4af3 req-57521915-6eeb-4994-a834-d8550d9aa7bc tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810776 Nov 12 07:46:18.504317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1250848349', 'description': 'tempest-description-2128770663'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:18.516136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:18.521490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:18.525777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:18.537951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:18.549061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:46:18.554020 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:18.623938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:18.628492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group_rule and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:18.636331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:18.644759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:18.758367 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:18.762143 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:18.768532 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2343da05-0ed1-4150-beb7-7f958e90c423 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:18.817560 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'SecurityGroup': ['ID=3d60fbaf-2481-4a00-b8fc-48d7f8035298,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:18.820392 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:18.832458 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-35c02dc8-a063-4aec-a1f1-9e1124f4594c req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.3338702 Nov 12 07:46:18.834193 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:19.103142 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c75a9081-3815-48b1-a3ef-372d69a65d95 req-326e75ee-48a5-405e-aa64-90fa1f662b8b tempest-AbsoluteLimitsNegativeTestJSON-128453057 tempest-AbsoluteLimitsNegativeTestJSON-128453057] 10.222.0.40 "GET /v2.0/networks?tenant_id=6e12ccaca49f4afab93f681264780ff4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467830 Nov 12 07:46:19.233215 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed3ae8-a8d4-4071-91cb-e85729063b10 req-56ae03df-370a-44d4-9210-335e1ebe8f4b tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:19.240992 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ebed3ae8-a8d4-4071-91cb-e85729063b10 req-56ae03df-370a-44d4-9210-335e1ebe8f4b tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 950 time: 0.2276247 Nov 12 07:46:19.348616 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ebed3ae8-a8d4-4071-91cb-e85729063b10 req-d3942287-4cb3-4e3f-be83-202e61fa8ac5 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060693 Nov 12 07:46:19.381683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a9081-3815-48b1-a3ef-372d69a65d95 req-a42c2610-b4aa-4c36-9011-8f18648fa882 tempest-AbsoluteLimitsNegativeTestJSON-128453057 tempest-AbsoluteLimitsNegativeTestJSON-128453057] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:19.381683 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c75a9081-3815-48b1-a3ef-372d69a65d95 req-a42c2610-b4aa-4c36-9011-8f18648fa882 tempest-AbsoluteLimitsNegativeTestJSON-128453057 tempest-AbsoluteLimitsNegativeTestJSON-128453057] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2662942 Nov 12 07:46:19.414513 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c75a9081-3815-48b1-a3ef-372d69a65d95 req-bab5a889-a2cc-4f6a-a3d2-e49f87d44b7f tempest-AbsoluteLimitsNegativeTestJSON-128453057 tempest-AbsoluteLimitsNegativeTestJSON-128453057] 10.222.0.40 "GET /v2.0/quotas/6e12ccaca49f4afab93f681264780ff4 HTTP/1.1" status: 200 len: 375 time: 0.0267067 Nov 12 07:46:19.416209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:19.495776 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c75a9081-3815-48b1-a3ef-372d69a65d95 req-71e6030e-da21-4d0d-98ee-7d47d186ec62 tempest-AbsoluteLimitsNegativeTestJSON-128453057 tempest-AbsoluteLimitsNegativeTestJSON-128453057] 10.222.0.40 "GET /v2.0/ports?tenant_id=6e12ccaca49f4afab93f681264780ff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556841 Nov 12 07:46:19.658267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e2c43cce-2f54-4f3b-bcde-953af2bbc9fd req-d0bcea0a-9c49-49c4-ab51-751d666dbdb9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Synchronizing usage tracker for tenant:df00d4adbb61409687704d8cee0ac12d on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:46:19.677696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e2c43cce-2f54-4f3b-bcde-953af2bbc9fd req-d0bcea0a-9c49-49c4-ab51-751d666dbdb9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Unset dirty status for tenant:df00d4adbb61409687704d8cee0ac12d on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:46:19.680717 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e2c43cce-2f54-4f3b-bcde-953af2bbc9fd req-d0bcea0a-9c49-49c4-ab51-751d666dbdb9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=df00d4adbb61409687704d8cee0ac12d HTTP/1.1" status: 200 len: 9733 time: 0.2669156 Nov 12 07:46:19.848735 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e2c43cce-2f54-4f3b-bcde-953af2bbc9fd req-ea4f2f0e-f234-4c40-9e98-45b921f2c4cc tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/ecbed406-ea02-4794-96f1-9d82c84de23f HTTP/1.1" status: 200 len: 2649 time: 0.1541181 Nov 12 07:46:19.888655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5a126-1f94-4584-a9af-7d4ff417cc2f req-152c4dcb-936d-4ab2-b277-189154e5c880 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:19.889254 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b5b5a126-1f94-4584-a9af-7d4ff417cc2f req-152c4dcb-936d-4ab2-b277-189154e5c880 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 945 time: 0.1740599 Nov 12 07:46:19.900741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e55bb42d-76d6-47b7-947a-f025a2a38ce5 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:19.960568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc'}, {'name': 'network-changed', 'server_uuid': '154aa2cb-1bdd-4463-bc00-e006495266a3', 'tag': 'e55bb42d-76d6-47b7-947a-f025a2a38ce5'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:19.981490 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e2c43cce-2f54-4f3b-bcde-953af2bbc9fd req-9aab476b-22d0-43a7-9dd6-9cb29b330507 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/ecbed406-ea02-4794-96f1-9d82c84de23f HTTP/1.1" status: 200 len: 2649 time: 0.1165378 Nov 12 07:46:20.000364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port e55bb42d-76d6-47b7-947a-f025a2a38ce5 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:46:20.007881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port e55bb42d-76d6-47b7-947a-f025a2a38ce5 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:20.008539 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:20.025232 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b5b5a126-1f94-4584-a9af-7d4ff417cc2f req-47776564-6e79-4373-adff-8c340946136f tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225216 Nov 12 07:46:20.057228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49654) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:20.189055 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:20.228598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port e55bb42d-76d6-47b7-947a-f025a2a38ce5, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e55bb42d-76d6-47b7-947a-f025a2a38ce5,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:20.236434 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:20.239794 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:20.289724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d5c06-ec68-4f24-9591-9a204e853732 req-25e874fe-7d4c-4cd3-be45-4fd6cf238a62 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:20.291530 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-097d5c06-ec68-4f24-9591-9a204e853732 req-25e874fe-7d4c-4cd3-be45-4fd6cf238a62 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 948 time: 0.1439536 Nov 12 07:46:20.321717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=e55bb42d-76d6-47b7-947a-f025a2a38ce5,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:20.333888 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:20.345185 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f95e9263-b3d8-4344-ba43-e3325045e972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:20.378766 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-097d5c06-ec68-4f24-9591-9a204e853732 req-f98a2090-51bb-4eb5-97af-3f9e1bae4281 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805368 Nov 12 07:46:20.386803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f95e9263-b3d8-4344-ba43-e3325045e972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:20.392848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f95e9263-b3d8-4344-ba43-e3325045e972 admin admin] Usage tracker for resource:security_group_rule and tenant:6e12ccaca49f4afab93f681264780ff4 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:20.396244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f95e9263-b3d8-4344-ba43-e3325045e972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:20.402941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f95e9263-b3d8-4344-ba43-e3325045e972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:20.479948 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f95e9263-b3d8-4344-ba43-e3325045e972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:20.483701 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f95e9263-b3d8-4344-ba43-e3325045e972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:20.492380 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d14457f0-a896-4123-a44b-cb139268bef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:20.526568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e9263-b3d8-4344-ba43-e3325045e972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e2a0a7-cc06-44b5-83b2-f0942d5d8cfc,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:20.530993 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f95e9263-b3d8-4344-ba43-e3325045e972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:20.556048 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f95e9263-b3d8-4344-ba43-e3325045e972 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6e12ccaca49f4afab93f681264780ff4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4974537 Nov 12 07:46:20.556739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49680) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:20.620505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7336c-df14-440d-9e0d-4aa361da53a8 req-f3cee497-d4ba-428a-8134-f7d7a0ddffdc tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:20.623594 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76b7336c-df14-440d-9e0d-4aa361da53a8 req-f3cee497-d4ba-428a-8134-f7d7a0ddffdc tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 945 time: 0.1157098 Nov 12 07:46:20.635876 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d9970413-102f-44c0-98f9-cd7e1041fb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:20.667236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d9970413-102f-44c0-98f9-cd7e1041fb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:20.671376 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc', 'code': 200} Nov 12 07:46:20.674773 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76b7336c-df14-440d-9e0d-4aa361da53a8 req-668b54fe-62bd-4b1c-8f4f-d2c962c6b62b tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449436 Nov 12 07:46:20.748856 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d9970413-102f-44c0-98f9-cd7e1041fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:20.763058 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ab3eb409-335b-4f81-83ba-b80814ada9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:20.789610 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d9970413-102f-44c0-98f9-cd7e1041fb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:20.791115 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d9970413-102f-44c0-98f9-cd7e1041fb95 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/70e2a0a7-cc06-44b5-83b2-f0942d5d8cfc HTTP/1.1" status: 204 len: 168 time: 0.2333782 Nov 12 07:46:20.798250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9970413-102f-44c0-98f9-cd7e1041fb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e2a0a7-cc06-44b5-83b2-f0942d5d8cfc,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:20.807745 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d9970413-102f-44c0-98f9-cd7e1041fb95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:20.853035 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc', 'status': 'completed', 'code': 200} Nov 12 07:46:20.854535 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154aa2cb-1bdd-4463-bc00-e006495266a3', 'tag': 'e55bb42d-76d6-47b7-947a-f025a2a38ce5', 'status': 'completed', 'code': 200} Nov 12 07:46:21.106901 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49704) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:21.147670 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-46dce9f4-87c8-4587-a89b-6cd64f2f4452 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 1190 time: 0.2375145 Nov 12 07:46:21.149916 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0fc0e34c-998e-486a-ae2c-73e4ba63325b req-4530cc3f-9e29-4e93-8ac4-c3eae104b831 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/792df93e-2687-4eeb-97d0-f42ebc0ea491 HTTP/1.1" status: 200 len: 1634 time: 0.2839475 Nov 12 07:46:21.191650 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-d63f096c-2782-4769-a445-1952b7a1f97c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 1165 time: 0.2847049 Nov 12 07:46:21.212096 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e55bb42d-76d6-47b7-947a-f025a2a38ce5 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:21.275272 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b48b0c-a3ee-4f6a-8bd6-ab8fcb4e1fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:21.323808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port e55bb42d-76d6-47b7-947a-f025a2a38ce5 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:21.324098 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:21.329434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-95b48b0c-a3ee-4f6a-8bd6-ab8fcb4e1fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:21.334165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-95b48b0c-a3ee-4f6a-8bd6-ab8fcb4e1fd6 admin admin] Usage tracker for resource:security_group_rule and tenant:d61b066797b1449c8ae0c25338563240 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:21.338621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-95b48b0c-a3ee-4f6a-8bd6-ab8fcb4e1fd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:21.344997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-95b48b0c-a3ee-4f6a-8bd6-ab8fcb4e1fd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:21.376268 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-819d9a14-3769-460c-94d9-9adb39370c84 req-0804a869-eadc-4443-be3c-d196257820c4 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 1160 time: 0.3572032 Nov 12 07:46:21.451981 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b48b0c-a3ee-4f6a-8bd6-ab8fcb4e1fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:21.455871 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b48b0c-a3ee-4f6a-8bd6-ab8fcb4e1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:21.466411 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b43bc5e8-8808-483d-bfb2-e95c5fa1ff19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:21.501184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b48b0c-a3ee-4f6a-8bd6-ab8fcb4e1fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c6912b-c44d-404e-8883-d42ffc8afe2d,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:21.506275 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-95b48b0c-a3ee-4f6a-8bd6-ab8fcb4e1fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:21.559808 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-95b48b0c-a3ee-4f6a-8bd6-ab8fcb4e1fd6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d61b066797b1449c8ae0c25338563240&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4488008 Nov 12 07:46:21.560630 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49720) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:21.570584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-062c8ba2-4ad6-4d2c-a983-4f447be0206d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:21.572220 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-062c8ba2-4ad6-4d2c-a983-4f447be0206d service neutron] 10.222.0.33 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.4160879 Nov 12 07:46:21.575649 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0fc0e34c-998e-486a-ae2c-73e4ba63325b req-3328e8fb-7e2f-4201-bac6-0be3af5d3929 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:21.578577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-a1878b56-fa82-48d6-8661-8e0dbff6e7e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:21.580219 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-a1878b56-fa82-48d6-8661-8e0dbff6e7e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3726592 Nov 12 07:46:21.582789 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-819d9a14-3769-460c-94d9-9adb39370c84 req-d1ba0e04-a7a3-459d-bf96-2e0d0c05b692 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968319 Nov 12 07:46:21.639693 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-534951a7-c5dd-4adf-8e6a-a1001ba0ef8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:21.673050 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-534951a7-c5dd-4adf-8e6a-a1001ba0ef8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:21.705949 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0fc0e34c-998e-486a-ae2c-73e4ba63325b req-3328e8fb-7e2f-4201-bac6-0be3af5d3929 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:21.731163 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-534951a7-c5dd-4adf-8e6a-a1001ba0ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:21.738446 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b866be86-54fb-483c-b78c-1ee408ff2c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:21.755092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534951a7-c5dd-4adf-8e6a-a1001ba0ef8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c6912b-c44d-404e-8883-d42ffc8afe2d,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:21.765716 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-534951a7-c5dd-4adf-8e6a-a1001ba0ef8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:21.789286 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-534951a7-c5dd-4adf-8e6a-a1001ba0ef8b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/20c6912b-c44d-404e-8883-d42ffc8afe2d HTTP/1.1" status: 204 len: 168 time: 0.2276602 Nov 12 07:46:21.793723 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-534951a7-c5dd-4adf-8e6a-a1001ba0ef8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:21.823017 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-529b9adc-20e0-4abb-a787-be0bdf68e9c4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e32a767a-079b-41f0-80ba-0e207126a7dc HTTP/1.1" status: 200 len: 217 time: 0.2310812 Nov 12 07:46:21.905445 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-36bf05d3-69ff-431e-9e5d-0b4b7f163e31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=e55bb42d-76d6-47b7-947a-f025a2a38ce5 HTTP/1.1" status: 200 len: 217 time: 0.3088403 Nov 12 07:46:22.010209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49756) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:22.052354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-b7dadd9c-c2f8-42cc-8eb0-38e1474df65b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:22.054097 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-b7dadd9c-c2f8-42cc-8eb0-38e1474df65b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.2119770 Nov 12 07:46:22.054729 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0fc0e34c-998e-486a-ae2c-73e4ba63325b req-3328e8fb-7e2f-4201-bac6-0be3af5d3929 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.062958 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6a8ca5d2-b67f-41fd-b877-bdc4c0e46158 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:22.131734 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-737bebb7-173f-4616-9e57-2bd9a316e63e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526783 Nov 12 07:46:22.135675 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328e8fb-7e2f-4201-bac6-0be3af5d3929 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event deleted for resources: {'SecurityGroup': ['ID=792df93e-2687-4eeb-97d0-f42ebc0ea491,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:22.138807 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3328e8fb-7e2f-4201-bac6-0be3af5d3929 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:22.148330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-35703505-f71d-48c9-b3c6-388d2faf094b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:22.150060 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-35703505-f71d-48c9-b3c6-388d2faf094b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2311618 Nov 12 07:46:22.170479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1951324209-network', 'tenant_id': 'e40f8fb2227f4aebbcf6f97105e703d3'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:22.176271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:22.181836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Usage tracker for resource:network and tenant:e40f8fb2227f4aebbcf6f97105e703d3 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:22.184535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49762) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:22.187890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:22.207501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:22.212675 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-988ec890-aab7-4903-bfdc-ff3cba61f023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.233392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Made reservation on behalf of e40f8fb2227f4aebbcf6f97105e703d3 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:46:22.238184 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.262310 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.286351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-988ec890-aab7-4903-bfdc-ff3cba61f023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:22.294935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-988ec890-aab7-4903-bfdc-ff3cba61f023 admin admin] Usage tracker for resource:security_group_rule and tenant:5a9677ebae8b46e896ef59fc372c78ce is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:22.299596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-988ec890-aab7-4903-bfdc-ff3cba61f023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:22.314895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-988ec890-aab7-4903-bfdc-ff3cba61f023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:22.332108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:22.339409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Usage tracker for resource:security_group_rule and tenant:e40f8fb2227f4aebbcf6f97105e703d3 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:22.343948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:22.355274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:22.444872 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-988ec890-aab7-4903-bfdc-ff3cba61f023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.451282 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-988ec890-aab7-4903-bfdc-ff3cba61f023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.462332 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f42a67f2-b6a6-45de-adbc-47033962a30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:22.518377 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0fc0e34c-998e-486a-ae2c-73e4ba63325b req-3328e8fb-7e2f-4201-bac6-0be3af5d3929 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.525450 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0fc0e34c-998e-486a-ae2c-73e4ba63325b req-3328e8fb-7e2f-4201-bac6-0be3af5d3929 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "DELETE /v2.0/security-groups/792df93e-2687-4eeb-97d0-f42ebc0ea491 HTTP/1.1" status: 204 len: 173 time: 1.3422189 Nov 12 07:46:22.533370 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-988ec890-aab7-4903-bfdc-ff3cba61f023 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5a9677ebae8b46e896ef59fc372c78ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3473935 Nov 12 07:46:22.534332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ec890-aab7-4903-bfdc-ff3cba61f023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f73f20-c7da-4c64-b9a4-e0981d1df481,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:22.537411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49768) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:22.539097 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.543717 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-988ec890-aab7-4903-bfdc-ff3cba61f023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:22.556101 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.564292 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3546eec5-17cd-4588-adea-360dbf7f2b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:22.586980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ac91-4251-4942-beb8-4642df2ade58 req-bfe2808e-dda1-48d6-a688-0f3045fc4e5b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:22.595604 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb37ac91-4251-4942-beb8-4642df2ade58 req-bfe2808e-dda1-48d6-a688-0f3045fc4e5b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 950 time: 0.6285603 Nov 12 07:46:22.607816 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:46:22.637316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c1db3-a38c-4a29-b362-7a028d45214a,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:22.644041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.644041 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Added segment da43332f-77e2-4fcf-aac9-b123fb8a6e4e of type vxlan for network f421af88-689e-4c6e-9565-dc0e8e9f4b23 Nov 12 07:46:22.646642 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:22.672762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154aa2cb-1bdd-4463-bc00-e006495266a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55bb42d-76d6-47b7-947a-f025a2a38ce5'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:22.688613 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a545946e-7539-443e-8214-5fa51e944cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.691417 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-05655a1f-c835-450e-909a-73991c95549b service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471494 Nov 12 07:46:22.692338 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.737385 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-4ebed6bb-dfc0-4731-93db-fa061fab85db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5098002 Nov 12 07:46:22.738486 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a545946e-7539-443e-8214-5fa51e944cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.739635 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb37ac91-4251-4942-beb8-4642df2ade58 req-365c4f18-6f97-4f07-9d40-e7dfb6d8c3be tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431930 Nov 12 07:46:22.777596 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.782362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:22.783012 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.791021 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e481951c-e421-4055-8c80-7cf5b2518482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:22.915127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Pushing event updated for resources: {'Network': ['ID=f421af88-689e-4c6e-9565-dc0e8e9f4b23,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:22.918004 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:22.918874 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a545946e-7539-443e-8214-5fa51e944cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.921593 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a545946e-7539-443e-8214-5fa51e944cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:22.925128 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a545946e-7539-443e-8214-5fa51e944cc8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e7f73f20-c7da-4c64-b9a4-e0981d1df481 HTTP/1.1" status: 204 len: 168 time: 0.3823576 Nov 12 07:46:22.925128 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9129896 Nov 12 07:46:22.925128 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-834ec1e0-bad3-40c0-9814-c85cf9afdd92 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:22.928390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 49780) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:22.932345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network f421af88-689e-4c6e-9565-dc0e8e9f4b23 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:46:22.937321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545946e-7539-443e-8214-5fa51e944cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f73f20-c7da-4c64-b9a4-e0981d1df481,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:22.939732 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a545946e-7539-443e-8214-5fa51e944cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:22.957744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network f421af88-689e-4c6e-9565-dc0e8e9f4b23 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:46:22.980961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network f421af88-689e-4c6e-9565-dc0e8e9f4b23 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:46:22.986945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Request body: {'subnet': {'network_id': 'f421af88-689e-4c6e-9565-dc0e8e9f4b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1951324209-subnet', 'tenant_id': 'e40f8fb2227f4aebbcf6f97105e703d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:23.053535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:23.085513 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Usage tracker for resource:subnet and tenant:e40f8fb2227f4aebbcf6f97105e703d3 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:23.099045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:23.104170 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-b3b6db11-160e-4cea-a837-e29a66b498b5 service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4039245 Nov 12 07:46:23.120997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:23.130639 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-2dbb27e2-be0a-4a0a-87af-cf8426af0ddf service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405354 Nov 12 07:46:23.173811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Made reservation on behalf of e40f8fb2227f4aebbcf6f97105e703d3 for: {'subnet': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:46:23.178968 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5786994'] for subnet, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:23.378967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63ee04-2265-4d82-aaf4-7423d611a635 req-500203d0-91d8-4fb4-8032-f7538a59a084 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:23.380622 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0a63ee04-2265-4d82-aaf4-7423d611a635 req-500203d0-91d8-4fb4-8032-f7538a59a084 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 945 time: 0.4631207 Nov 12 07:46:23.384625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49786) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:23.405542 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-668b22e2-706a-4ddc-a5ac-c2dbe356c736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:23.427414 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bfafd13e-5a1f-45de-8c12-85dd1e34934c req-043b75a8-3cd3-4358-bae5-d5f63901fe6c tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 1160 time: 0.7768073 Nov 12 07:46:23.439785 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d9b8c01-e69e-42e4-8f41-b8012651f8d2 req-74ac20ba-ac37-4312-be13-152f748d20bc service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3009617 Nov 12 07:46:23.440024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-668b22e2-706a-4ddc-a5ac-c2dbe356c736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:23.444283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-668b22e2-706a-4ddc-a5ac-c2dbe356c736 admin admin] Usage tracker for resource:security_group_rule and tenant:0883cfe885324afc815c55aea2297a80 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:23.447483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-668b22e2-706a-4ddc-a5ac-c2dbe356c736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:23.453486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-668b22e2-706a-4ddc-a5ac-c2dbe356c736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:23.509539 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0a63ee04-2265-4d82-aaf4-7423d611a635 req-288540c8-9f32-4ea8-afb1-352c6229734f tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078479 Nov 12 07:46:23.524862 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-668b22e2-706a-4ddc-a5ac-c2dbe356c736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:23.529918 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-668b22e2-706a-4ddc-a5ac-c2dbe356c736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:23.536538 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bfafd13e-5a1f-45de-8c12-85dd1e34934c req-18005c16-7838-42e2-bd2a-5a9529cfb2e3 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993330 Nov 12 07:46:23.538331 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee2775ee-dfc4-4daf-b382-4722272d7f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:23.580725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b22e2-706a-4ddc-a5ac-c2dbe356c736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e0418b-92b7-480c-8cbd-b42eba277570,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:23.598012 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-668b22e2-706a-4ddc-a5ac-c2dbe356c736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:23.616991 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-668b22e2-706a-4ddc-a5ac-c2dbe356c736 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0883cfe885324afc815c55aea2297a80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2309728 Nov 12 07:46:23.619688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 49796) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:23.648163 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-280992c5-7e09-4dc6-87bb-6d6610e8c7ea req-5e0c68ad-a690-460b-84ce-82b7eeba3a4a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] show failed (client error): The resource could not be found. Nov 12 07:46:23.658080 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-280992c5-7e09-4dc6-87bb-6d6610e8c7ea req-5e0c68ad-a690-460b-84ce-82b7eeba3a4a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/792df93e-2687-4eeb-97d0-f42ebc0ea491 HTTP/1.1" status: 404 len: 352 time: 0.0446618 Nov 12 07:46:23.694560 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d1b0c2f8-f893-49cc-8051-070b658d7317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:23.719862 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154aa2cb-1bdd-4463-bc00-e006495266a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55bb42d-76d6-47b7-947a-f025a2a38ce5', 'code': 200} Nov 12 07:46:23.730998 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d1b0c2f8-f893-49cc-8051-070b658d7317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:23.782869 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d1b0c2f8-f893-49cc-8051-070b658d7317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:23.788623 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-15dbfd4a-0754-469a-a03e-2f7111f4df0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:23.804830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0c2f8-f893-49cc-8051-070b658d7317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e0418b-92b7-480c-8cbd-b42eba277570,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:23.808438 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d1b0c2f8-f893-49cc-8051-070b658d7317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:23.811368 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d1b0c2f8-f893-49cc-8051-070b658d7317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:23.815676 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d1b0c2f8-f893-49cc-8051-070b658d7317 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/88e0418b-92b7-480c-8cbd-b42eba277570 HTTP/1.1" status: 204 len: 168 time: 0.1947284 Nov 12 07:46:24.046503 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-13cc3ed9-bfcf-4138-aab8-a56bd77daee6 req-6bcb921d-0b9c-4e42-98f0-a2d67c017078 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 1165 time: 0.2043118 Nov 12 07:46:24.054570 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2644c9e9-3819-49e6-8eb6-f4db642996c5 req-7a3b006a-be2b-4c73-b8e0-d1341067e406 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/53e2cfa4-80f5-4d89-9cf4-f8e1e74a2680 HTTP/1.1" status: 200 len: 1634 time: 0.0976410 Nov 12 07:46:24.197892 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-13cc3ed9-bfcf-4138-aab8-a56bd77daee6 req-b6cd15bd-efc8-4fef-849b-e2f68bc8815a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417439 Nov 12 07:46:24.227733 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6570232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5786977'] for subnet, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:24.302747 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:24.334414 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2644c9e9-3819-49e6-8eb6-f4db642996c5 req-f5e83dde-0370-4374-b2cd-20d86112bc8d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:24.404732 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2644c9e9-3819-49e6-8eb6-f4db642996c5 req-f5e83dde-0370-4374-b2cd-20d86112bc8d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:24.445059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be096f3-1ac6-4b87-8503-19b6150a84e0,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:24.452976 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:24.554933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2644c9e9-3819-49e6-8eb6-f4db642996c5 req-f5e83dde-0370-4374-b2cd-20d86112bc8d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:24.559951 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ae073175-b94a-477f-9eee-25ff0b36c023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:24.582764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e83dde-0370-4374-b2cd-20d86112bc8d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e2cfa4-80f5-4d89-9cf4-f8e1e74a2680,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:24.587917 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5e83dde-0370-4374-b2cd-20d86112bc8d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:24.626869 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2644c9e9-3819-49e6-8eb6-f4db642996c5 req-f5e83dde-0370-4374-b2cd-20d86112bc8d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:24.628125 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2644c9e9-3819-49e6-8eb6-f4db642996c5 req-f5e83dde-0370-4374-b2cd-20d86112bc8d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "DELETE /v2.0/security-groups/53e2cfa4-80f5-4d89-9cf4-f8e1e74a2680 HTTP/1.1" status: 204 len: 173 time: 0.5535977 Nov 12 07:46:24.636487 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e07daa-8c62-4d00-950e-d9a2b04fdb47 req-b1268c6e-774f-4646-93b2-78ad804fe5e1 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:24.638198 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-57e07daa-8c62-4d00-950e-d9a2b04fdb47 req-b1268c6e-774f-4646-93b2-78ad804fe5e1 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 950 time: 0.1906297 Nov 12 07:46:24.640386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Checking segment: {'id': 'da43332f-77e2-4fcf-aac9-b123fb8a6e4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f421af88-689e-4c6e-9565-dc0e8e9f4b23'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:24.640782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Network hostable DHCP agents. Network: f421af88-689e-4c6e-9565-dc0e8e9f4b23, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:46:24.710202 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-57e07daa-8c62-4d00-950e-d9a2b04fdb47 req-59390836-99e9-41d2-a3fd-302861a1a974 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625827 Nov 12 07:46:24.711355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Network f421af88-689e-4c6e-9565-dc0e8e9f4b23 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:46:24.721443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, f421af88-689e-4c6e-9565-dc0e8e9f4b23) {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:46:24.731895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44229b5-bea8-405b-880c-d7687b991ffc None None] Network f421af88-689e-4c6e-9565-dc0e8e9f4b23 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:46:24.733555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:24.734220 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:24.755391 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-23afaaf5-e9cb-4011-9f67-54d061b08b16 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7929456 Nov 12 07:46:25.045095 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aefdd-09c5-4971-98d4-0c4b03bcc15c req-f921faa5-f01b-453f-b394-7658b989464a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:25.047967 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-549aefdd-09c5-4971-98d4-0c4b03bcc15c req-f921faa5-f01b-453f-b394-7658b989464a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 945 time: 0.1105263 Nov 12 07:46:25.074103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306380f-1ae4-4820-b7af-1e2f01053722 None None] Network f421af88-689e-4c6e-9565-dc0e8e9f4b23 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:46:25.113123 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-549aefdd-09c5-4971-98d4-0c4b03bcc15c req-84fc5833-71b3-4c08-a8b4-bbd4e28ed596 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582640 Nov 12 07:46:25.164675 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-c1fe10da-382d-4815-bbc6-51cac9b03a66 req-3c0cece9-6e8f-4853-8432-0e2c983c2cf9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] show failed (client error): The resource could not be found. Nov 12 07:46:25.165917 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c1fe10da-382d-4815-bbc6-51cac9b03a66 req-3c0cece9-6e8f-4853-8432-0e2c983c2cf9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/53e2cfa4-80f5-4d89-9cf4-f8e1e74a2680 HTTP/1.1" status: 404 len: 352 time: 0.0336258 Nov 12 07:46:25.433475 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d7fa53b0-ec13-4ee5-9a19-a1fbef2a8767 req-13b5f81d-e6e1-4500-b138-61ffab0f5672 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 1160 time: 0.0838838 Nov 12 07:46:25.561402 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d7fa53b0-ec13-4ee5-9a19-a1fbef2a8767 req-ed6392f6-dfc5-4cd4-b37f-0cb54ad85013 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214244 Nov 12 07:46:25.660649 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-edec12aa-5279-47f8-b10a-7a5d72c5d8bb req-978f2099-d8c3-4a58-bbe7-77b77c1163e8 tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] show failed (client error): The resource could not be found. Nov 12 07:46:25.670713 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-edec12aa-5279-47f8-b10a-7a5d72c5d8bb req-978f2099-d8c3-4a58-bbe7-77b77c1163e8 tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] 10.222.0.40 "GET /v2.0/security-groups/5a931615-69f1-4eae-9592-0b81b06fb549 HTTP/1.1" status: 404 len: 352 time: 0.0473380 Nov 12 07:46:25.726952 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1e74b55e-aa30-4a22-9658-1a5c7d65111a req-d19547c3-5606-42c5-b2db-5664611be1ae tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/3d60fbaf-2481-4a00-b8fc-48d7f8035298 HTTP/1.1" status: 200 len: 1635 time: 0.0700283 Nov 12 07:46:25.916471 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1e74b55e-aa30-4a22-9658-1a5c7d65111a req-7bfccac4-c4e8-462a-98ae-c282da31409d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:25.969153 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1e74b55e-aa30-4a22-9658-1a5c7d65111a req-7bfccac4-c4e8-462a-98ae-c282da31409d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:26.054179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-2fda9534-4550-4dc0-b85c-4da851a03cd1 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:26.055822 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-2fda9534-4550-4dc0-b85c-4da851a03cd1 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 804 time: 0.2347543 Nov 12 07:46:26.062143 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1e74b55e-aa30-4a22-9658-1a5c7d65111a req-7bfccac4-c4e8-462a-98ae-c282da31409d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:26.072720 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5834959d-a93f-4142-9b31-0fd895ae67e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:26.103349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfccac4-c4e8-462a-98ae-c282da31409d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d60fbaf-2481-4a00-b8fc-48d7f8035298,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:26.108615 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7bfccac4-c4e8-462a-98ae-c282da31409d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:26.113165 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1e74b55e-aa30-4a22-9658-1a5c7d65111a req-7bfccac4-c4e8-462a-98ae-c282da31409d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:26.113165 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1e74b55e-aa30-4a22-9658-1a5c7d65111a req-7bfccac4-c4e8-462a-98ae-c282da31409d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "DELETE /v2.0/security-groups/3d60fbaf-2481-4a00-b8fc-48d7f8035298 HTTP/1.1" status: 204 len: 173 time: 0.3781714 Nov 12 07:46:26.113443 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-9b30f71e-076f-460d-995e-63908c916d79 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/quotas/56e160fff5134a87843737d179f71a62 HTTP/1.1" status: 200 len: 375 time: 0.0418458 Nov 12 07:46:26.228979 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-3390d007-54ba-4f4e-a9f3-9fcfbb5df174 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062448 Nov 12 07:46:26.494862 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a834d9c6-5058-43e1-9293-6c71585313bb service neutron] 10.222.0.40 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589266 Nov 12 07:46:26.502624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5270d6-c7ab-4b6c-92ba-32c726ebf6bc req-cf0dc2b2-703a-42d0-8adb-5d8ec37e4860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:26.504198 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb5270d6-c7ab-4b6c-92ba-32c726ebf6bc req-cf0dc2b2-703a-42d0-8adb-5d8ec37e4860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 950 time: 0.1758361 Nov 12 07:46:26.989293 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb5270d6-c7ab-4b6c-92ba-32c726ebf6bc req-86dd689b-6f88-4a0e-b170-45f7535a8c95 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589458 Nov 12 07:46:27.048359 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-687a6dcd-a86b-49bf-9a06-66c82c751b97 service neutron] 10.222.0.40 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5430009 Nov 12 07:46:27.072630 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-c734f4be-32e0-48a8-a999-b0a66e3c1cf7 service neutron] 10.222.0.33 "GET /v2.0/ports/e32a767a-079b-41f0-80ba-0e207126a7dc/bindings/n-h1-761264-6 HTTP/1.1" status: 200 len: 454 time: 0.1590304 Nov 12 07:46:27.167780 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-63a8f8d9-7252-4cd8-ba38-ed3aa6e693bd req-ef46ab4e-d3d5-445b-9dc8-256fa27c5288 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] show failed (client error): The resource could not be found. Nov 12 07:46:27.169077 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-63a8f8d9-7252-4cd8-ba38-ed3aa6e693bd req-ef46ab4e-d3d5-445b-9dc8-256fa27c5288 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/3d60fbaf-2481-4a00-b8fc-48d7f8035298 HTTP/1.1" status: 404 len: 352 time: 0.0848873 Nov 12 07:46:27.275411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:46:27.765455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:27.801306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:27.802650 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471d2105-b4a4-4702-95f3-4134eb3563fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:27.809574 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:27.812548 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:27.830322 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-462c01ab-f843-4285-82e4-79b90f673300 req-3ff66ca6-cfc4-4cf9-b931-d2e19bdeca46 tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e40f8fb2227f4aebbcf6f97105e703d3 HTTP/1.1" status: 200 len: 2652 time: 0.6299000 Nov 12 07:46:27.890491 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:27.893923 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:27.917760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20d4cb-576c-44d4-a3ca-2d519d2730d7 req-747a04e7-647d-4ca0-be04-dee03af37958 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:27.925710 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ba20d4cb-576c-44d4-a3ca-2d519d2730d7 req-747a04e7-647d-4ca0-be04-dee03af37958 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 945 time: 0.5231485 Nov 12 07:46:27.935538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ef0b7-b3ee-481a-b82f-27dc1f7de0bc req-3e8b8759-587e-4592-90ee-256855c5730f tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:27.937330 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d0ef0b7-b3ee-481a-b82f-27dc1f7de0bc req-3e8b8759-587e-4592-90ee-256855c5730f tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.41 "GET /v2.0/ports?device_id=471d2105-b4a4-4702-95f3-4134eb3563fe HTTP/1.1" status: 200 len: 946 time: 0.6770165 Nov 12 07:46:28.047937 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-462c01ab-f843-4285-82e4-79b90f673300 req-afc42d14-ee30-4c96-ae79-42c2a52791dd tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] 10.222.0.40 "GET /v2.0/security-groups/ec3c1db3-a38c-4a29-b362-7a028d45214a HTTP/1.1" status: 200 len: 2649 time: 0.2164471 Nov 12 07:46:28.050883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-435f8743-3418-4011-8359-1aad43a2288a service neutron] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e32a767a-079b-41f0-80ba-0e207126a7dc,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:28.131890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4d0ef0b7-b3ee-481a-b82f-27dc1f7de0bc req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Deleting port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:46:28.132760 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d0ef0b7-b3ee-481a-b82f-27dc1f7de0bc req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:28.193530 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ba20d4cb-576c-44d4-a3ca-2d519d2730d7 req-237354a5-2715-4ca9-946a-235d186a6130 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666891 Nov 12 07:46:28.194685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-435f8743-3418-4011-8359-1aad43a2288a service neutron] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:28.284287 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-462c01ab-f843-4285-82e4-79b90f673300 req-63b1300e-f3ef-482b-9246-3dc58ab835e4 tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] 10.222.0.40 "GET /v2.0/security-groups/ec3c1db3-a38c-4a29-b362-7a028d45214a HTTP/1.1" status: 200 len: 2649 time: 0.2208388 Nov 12 07:46:28.582663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:28.610773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-435f8743-3418-4011-8359-1aad43a2288a service neutron] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e32a767a-079b-41f0-80ba-0e207126a7dc,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:28.694382 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:28.882974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-4d0ef0b7-b3ee-481a-b82f-27dc1f7de0bc req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] For port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:28.883296 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d0ef0b7-b3ee-481a-b82f-27dc1f7de0bc req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:29.044169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4d0ef0b7-b3ee-481a-b82f-27dc1f7de0bc req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Calling delete_port for b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:46:29.112207 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-15be62b2-0493-4be7-86f2-84a933affa93 req-30c77423-8341-4db3-b1ab-daf53eabb724 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 1160 time: 0.4926219 Nov 12 07:46:29.153779 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Transition to ACTIVE for port object e32a767a-079b-41f0-80ba-0e207126a7dc will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:46:29.179392 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:29.196041 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e9632416-225c-4128-965f-a2ea6ef0b872 req-5d4f5514-9c2b-43bb-9357-f7f4a4ad5dd1 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/ports?device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 1165 time: 0.4883263 Nov 12 07:46:29.202561 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94990618-7a70-422d-a573-2bcec691e947 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:29.266360 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-2d19e88b-6e9d-4630-a306-808563edf63d tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:29.270680 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-2d19e88b-6e9d-4630-a306-808563edf63d tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.33 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 804 time: 0.1979651 Nov 12 07:46:29.293110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Request body: {'port': {'device_id': '97f61ec8-ad3e-45ac-9751-8198d7821e5d', 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3', 'admin_state_up': True, 'tenant_id': '56e160fff5134a87843737d179f71a62'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:29.457559 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-15be62b2-0493-4be7-86f2-84a933affa93 req-9932f02e-3551-471b-9283-88e35b0a7361 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232605 Nov 12 07:46:29.482012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Pushing event updated for resources: {'Port': ['ID=e32a767a-079b-41f0-80ba-0e207126a7dc,revision_number=10']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:29.505158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:29.505937 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e9632416-225c-4128-965f-a2ea6ef0b872 req-f57bf08b-d8d0-46a1-aa5f-f1a117c008b5 tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744493 Nov 12 07:46:29.525950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.525950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.526269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.526610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.527122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.527378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.527769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.528177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.528727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.529166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.529553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.529940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.530382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.530774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.531160 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.531548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.531940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.532327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.532716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.533156 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.533545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.533939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.534323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.534709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.535220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.535607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.535981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.536367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.536754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.537197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.537586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.537976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.538371 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.538759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.539195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.539577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:29.548377 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:29.570138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:29.595435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Made reservation on behalf of 56e160fff5134a87843737d179f71a62 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:46:29.599919 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d0ef0b7-b3ee-481a-b82f-27dc1f7de0bc req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:29.602974 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:29.629294 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3d568bd6-a698-464b-8903-7b92fbc9da09 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:29.758168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Pushing event deleted for resources: {'Port': ['ID=b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:29.874319 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:29.951040 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c7d6705-8e8b-4e10-bba7-296c254ddbc1 req-6e1eeff3-f544-4357-85f4-d91b1c85bd7e tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 210 time: 0.1365678 Nov 12 07:46:30.029510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-435f8743-3418-4011-8359-1aad43a2288a service neutron] No DVR routers for this DVR port e32a767a-079b-41f0-80ba-0e207126a7dc on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:46:30.083099 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471d2105-b4a4-4702-95f3-4134eb3563fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4', 'code': 200} Nov 12 07:46:30.121218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-32dc76e1-e876-4a59-985d-92d0242dd56d req-2437413a-3166-4597-8178-ab3d511f922e tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Synchronizing usage tracker for tenant:df00d4adbb61409687704d8cee0ac12d on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:46:30.121466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Allocated IP 172.20.0.14 (5bf5d4ac-adb9-4928-b91e-484036df02e3/a527c20d-d2f9-46a5-9dca-fc64efe2289a/f0d98d2b-f101-40e3-8c8f-991a68ed89c2) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:46:30.161264 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-435f8743-3418-4011-8359-1aad43a2288a service neutron] 10.222.0.33 "PUT /v2.0/ports/e32a767a-079b-41f0-80ba-0e207126a7dc/bindings/n-h1-761264-6/activate HTTP/1.1" status: 200 len: 439 time: 3.0700212 Nov 12 07:46:30.333341 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-505632bb-a2b1-46bd-a62a-acadc03beb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:30.455802 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:30.495402 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:30.511994 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4e5f107a-2da7-40a3-b8c1-26b63b56ffae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:30.594276 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Pushing event updated for resources: {'Port': ['ID=f0d98d2b-f101-40e3-8c8f-991a68ed89c2,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:30.602162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0ef0b7-b3ee-481a-b82f-27dc1f7de0bc req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] No DVR routers for this DVR port b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:46:30.614150 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d0ef0b7-b3ee-481a-b82f-27dc1f7de0bc req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:30.617317 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d0ef0b7-b3ee-481a-b82f-27dc1f7de0bc req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.41 "DELETE /v2.0/ports/b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4 HTTP/1.1" status: 204 len: 173 time: 2.6416099 Nov 12 07:46:30.621575 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-32dc76e1-e876-4a59-985d-92d0242dd56d req-2437413a-3166-4597-8178-ab3d511f922e tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Unset dirty status for tenant:df00d4adbb61409687704d8cee0ac12d on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:46:30.630332 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-32dc76e1-e876-4a59-985d-92d0242dd56d req-2437413a-3166-4597-8178-ab3d511f922e tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=df00d4adbb61409687704d8cee0ac12d HTTP/1.1" status: 200 len: 5484 time: 0.9413481 Nov 12 07:46:30.663478 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ca21798f-fe4b-49f2-9259-c6739032e257 req-eb32d59b-4824-4853-aa19-4f15faa03586 tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] 10.222.0.40 "GET /v2.0/security-groups/ec3c1db3-a38c-4a29-b362-7a028d45214a HTTP/1.1" status: 200 len: 2649 time: 0.5348923 Nov 12 07:46:30.681877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.682447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.682957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.683477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.683996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.685243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.686071 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.687252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.687763 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.688417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.688944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.689467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.690013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.690511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.690999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.691490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.691982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.692475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.692999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.693505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.694056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.694620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.695115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.695665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.696276 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.696768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.697277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.697774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.698429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.698926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.699415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.699902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.701325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.701856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.702597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.703221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:30.717176 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:30.788260 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-f8c4a2fc-d30c-41c2-936f-b032bdd85e2b tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.41 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&binding%3Ahost_id=n-h2-761264-6 HTTP/1.1" status: 200 len: 1159 time: 0.2757230 Nov 12 07:46:30.797226 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-32dc76e1-e876-4a59-985d-92d0242dd56d req-154d0453-8977-4340-a018-dba4a15f8f10 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/ecbed406-ea02-4794-96f1-9d82c84de23f HTTP/1.1" status: 200 len: 2649 time: 0.1658053 Nov 12 07:46:30.853048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:46:30.854496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:46:30.857200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:46:30.938427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:30.939233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:30.949380 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-ca21798f-fe4b-49f2-9259-c6739032e257 req-c23c3ebe-674f-491b-847f-422ce6a4c6e9 tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 07:46:30.950061 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ca21798f-fe4b-49f2-9259-c6739032e257 req-c23c3ebe-674f-491b-847f-422ce6a4c6e9 tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] 10.222.0.40 "DELETE /v2.0/security-groups/ec3c1db3-a38c-4a29-b362-7a028d45214a HTTP/1.1" status: 409 len: 352 time: 0.2720678 Nov 12 07:46:30.970342 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-32dc76e1-e876-4a59-985d-92d0242dd56d req-62f29103-9910-4e32-812a-6318362ead66 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/ecbed406-ea02-4794-96f1-9d82c84de23f HTTP/1.1" status: 200 len: 2649 time: 0.1720927 Nov 12 07:46:30.986794 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-46920a14-dcd6-474a-a4fa-c787e99b8cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69 HTTP/1.1" status: 200 len: 1159 time: 0.1859512 Nov 12 07:46:31.003634 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7172296 Nov 12 07:46:31.027842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Request body: {'port': {'device_id': '97f61ec8-ad3e-45ac-9751-8198d7821e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:31.108854 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc', 'code': 200} Nov 12 07:46:31.228354 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:31.254112 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-0bbf0116-2438-4223-9633-2ce985dca85c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 1159 time: 0.2399788 Nov 12 07:46:31.451551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce65f2c-5201-43b7-9748-3d5af228a3bc req-092db509-5d53-44eb-a9cb-adeadc503327 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:31.453334 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5ce65f2c-5201-43b7-9748-3d5af228a3bc req-092db509-5d53-44eb-a9cb-adeadc503327 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 944 time: 0.2916715 Nov 12 07:46:31.580037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-5f20c252-7ea2-4be8-8494-4af38945372d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:31.581708 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-5f20c252-7ea2-4be8-8494-4af38945372d service neutron] 10.222.0.41 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.3197141 Nov 12 07:46:31.601620 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72a270f5-0fa1-4544-95e7-50462ddb0467 req-1e2e04e8-0f4e-4d40-87d7-c347db08d8ca service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2257030 Nov 12 07:46:31.604281 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5ce65f2c-5201-43b7-9748-3d5af228a3bc req-87b4dcf1-8a35-41d3-9c77-e81e2bd14a7f tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374347 Nov 12 07:46:31.713524 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-f63f4d9f-2d6a-4e0a-a1b6-42eecfd06a62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e32a767a-079b-41f0-80ba-0e207126a7dc HTTP/1.1" status: 200 len: 217 time: 0.1080468 Nov 12 07:46:31.887121 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-a7b853fd-a590-44c2-93cf-dd0e9ccd9508 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532405 Nov 12 07:46:31.912700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d98d2b-f101-40e3-8c8f-991a68ed89c2 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:46:31.922323 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:31.942143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Transition to ACTIVE for port object f0d98d2b-f101-40e3-8c8f-991a68ed89c2 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:46:31.942796 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-8282b0ef-bdb7-4ae2-9857-ebbf60c0b8a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:31.944779 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-8282b0ef-bdb7-4ae2-9857-ebbf60c0b8a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.2093198 Nov 12 07:46:31.948398 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:31.970141 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:32.042571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e32a767a-079b-41f0-80ba-0e207126a7dc no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:46:32.058692 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d98d2b-f101-40e3-8c8f-991a68ed89c2,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:32.086747 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-b85747c1-b7e5-47c8-9913-b6fdbc9e9a9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315224 Nov 12 07:46:32.129496 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:32.179682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e32a767a-079b-41f0-80ba-0e207126a7dc not bound to the agent host n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:46:32.305603 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-aae9f28f-abb8-4f0c-b031-61d869fe16b6 service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981907 Nov 12 07:46:32.406089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Attempting to bind port f0d98d2b-f101-40e3-8c8f-991a68ed89c2 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:46:32.406581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Attempting to bind port f0d98d2b-f101-40e3-8c8f-991a68ed89c2 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:46:32.407168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Attempting to bind port f0d98d2b-f101-40e3-8c8f-991a68ed89c2 on network 5bf5d4ac-adb9-4928-b91e-484036df02e3 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:46:32.414780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:46:32.415314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Checking segment: {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:32.415781 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:32.416246 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Bound using segment: {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:46:32.416805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Bound port: f0d98d2b-f101-40e3-8c8f-991a68ed89c2, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:46:32.417312 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:32.536252 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-73abd317-3158-49b7-b8cb-a2b78cb8736d service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2199831 Nov 12 07:46:32.553906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] For port f0d98d2b-f101-40e3-8c8f-991a68ed89c2, host n-h2-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:32.557553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] For port f0d98d2b-f101-40e3-8c8f-991a68ed89c2, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=f0d98d2b-f101-40e3-8c8f-991a68ed89c2,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:46:32.568322 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:32.620289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5da92-6381-4d59-8230-05479171d649 req-4fde44aa-e9cc-4a0e-8231-acbd615cb1cd tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:32.624442 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2cf44c19-3157-4996-91b0-b230f10c5319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:32.629564 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-4fde44aa-e9cc-4a0e-8231-acbd615cb1cd tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7369730 Nov 12 07:46:32.649795 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-4540a26f-c982-4c84-a952-db69cd10b745 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/quotas/f9baf28c49804d348f7d8c02b4915fb2 HTTP/1.1" status: 200 len: 375 time: 0.0191104 Nov 12 07:46:32.762989 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-57f05943-0c61-4a5e-ac94-32cf4541501b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1120944 Nov 12 07:46:32.864785 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:32.866368 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] 10.222.0.33 "PUT /v2.0/ports/f0d98d2b-f101-40e3-8c8f-991a68ed89c2 HTTP/1.1" status: 200 len: 1156 time: 1.8550475 Nov 12 07:46:32.866916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f61ec8-ad3e-45ac-9751-8198d7821e5d', 'tag': 'f0d98d2b-f101-40e3-8c8f-991a68ed89c2'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:32.885150 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d98d2b-f101-40e3-8c8f-991a68ed89c2,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:32.897551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-f65e4009-c200-410b-902b-c51a6ccb9d2c tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:46:32.898619 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-f65e4009-c200-410b-902b-c51a6ccb9d2c tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069134 Nov 12 07:46:32.911756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] Request body: {'binding': {'host': 'n-h2-761264-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:32.911756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] Unknown quota resources ['binding']. {{(pid=80792) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Nov 12 07:46:32.916467 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:33.047794 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8156ea26-a33d-4ebd-9e5f-df8835e2ee2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:33.083647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:33.154205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471d2105-b4a4-4702-95f3-4134eb3563fe', 'name': 'network-vif-deleted', 'tag': 'b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:33.174408 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:33.252251 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-107360d3-46d9-4c65-9e94-e9d7a9b1527b req-4a97e313-a510-48f5-a6c8-8e7049dded9a tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] show failed (client error): The resource could not be found. Nov 12 07:46:33.266946 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-107360d3-46d9-4c65-9e94-e9d7a9b1527b req-4a97e313-a510-48f5-a6c8-8e7049dded9a tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] 10.222.0.40 "GET /v2.0/security-groups/f3491ddd-8151-4385-890b-2f64fd7d6fd9 HTTP/1.1" status: 404 len: 352 time: 0.0917521 Nov 12 07:46:33.278708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] Attempting to bind port 464ddc5d-1149-41a2-8349-fed791f86eea on host n-h2-761264-6 for vnic_type normal with profile None {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:46:33.279829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] Attempting to bind port 464ddc5d-1149-41a2-8349-fed791f86eea by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:46:33.280208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] Attempting to bind port 464ddc5d-1149-41a2-8349-fed791f86eea on network bdcf583c-9b91-4b67-8d2c-23531a9270a7 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:46:33.328086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-529290338', 'description': 'tempest-description-869669579'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:33.341902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:46:33.342278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] Checking segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:33.342671 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:33.343069 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] Bound using segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:46:33.343579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] Bound port: 464ddc5d-1149-41a2-8349-fed791f86eea, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:46:33.349636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:33.377475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:33.410267 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-d1a9f8ec-39bc-4491-b471-df8de4106133 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.41 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 1159 time: 0.2179563 Nov 12 07:46:33.411117 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:33.427039 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-4d271b36-d115-4626-945d-686f7caf3f06 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 1159 time: 0.4394915 Nov 12 07:46:33.467143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=464ddc5d-1149-41a2-8349-fed791f86eea,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:46:33.472120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:33.482662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group_rule and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:33.487927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:33.496430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:33.499221 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] Notify callbacks [] for binding, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:33.500651 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-dbd8555b-20ca-4dac-ba25-cadc6c00bb23 service neutron] 10.222.0.40 "POST /v2.0/ports/464ddc5d-1149-41a2-8349-fed791f86eea/bindings HTTP/1.1" status: 201 len: 459 time: 0.5943036 Nov 12 07:46:33.609962 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:33.613954 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:33.618352 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-588b7d04-dfd2-4e54-9810-68b2109e802e tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:33.629136 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-b35bcab3-9003-49f3-80c9-4c51c1cb954b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0d98d2b-f101-40e3-8c8f-991a68ed89c2 HTTP/1.1" status: 200 len: 217 time: 0.1922457 Nov 12 07:46:33.755000 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:33.778284 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4892ebff-6c5f-49cd-8107-c61358cb6634 req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.4556491 Nov 12 07:46:33.785108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'SecurityGroup': ['ID=03e371cc-62ff-4ee8-9c34-1a4e7c3a368a,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:33.791507 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-11a14478-e6f0-4261-a590-b44a37a45f76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:33.800457 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-11a14478-e6f0-4261-a590-b44a37a45f76 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a527c20d-d2f9-46a5-9dca-fc64efe2289a HTTP/1.1" status: 200 len: 844 time: 0.1604335 Nov 12 07:46:33.813724 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:33.854785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-63342fa6-2566-4249-98f3-eadef7d64662 service neutron] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:33.860359 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-63342fa6-2566-4249-98f3-eadef7d64662 service neutron] Notify callbacks [] for binding, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:33.863014 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3cb7cd52-d451-4014-8337-c4556f1be914 req-63342fa6-2566-4249-98f3-eadef7d64662 service neutron] 10.222.0.41 "DELETE /v2.0/ports/e32a767a-079b-41f0-80ba-0e207126a7dc/bindings/n-h2-761264-6 HTTP/1.1" status: 204 len: 173 time: 0.4298103 Nov 12 07:46:33.933989 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e32a767a-079b-41f0-80ba-0e207126a7dc up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:33.953216 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-0071d271-ad82-4dbc-9896-8f397c6d1c99 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=5bf5d4ac-adb9-4928-b91e-484036df02e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460423 Nov 12 07:46:34.040003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c661f-ab5e-4ba8-8662-c4f4b24aeda6 req-976a11fb-773b-4831-a7ed-dbec92c5d398 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:34.041109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4b3c661f-ab5e-4ba8-8662-c4f4b24aeda6 req-976a11fb-773b-4831-a7ed-dbec92c5d398 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Synchronizing usage tracker for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:46:34.078843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port e32a767a-079b-41f0-80ba-0e207126a7dc completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:46:34.088249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port e32a767a-079b-41f0-80ba-0e207126a7dc triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:34.089076 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:34.180759 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-4de902d1-6b8c-4bbb-b417-c2f414abfc9d service neutron] 10.222.0.33 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151108 Nov 12 07:46:34.199651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4b3c661f-ab5e-4ba8-8662-c4f4b24aeda6 req-976a11fb-773b-4831-a7ed-dbec92c5d398 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Unset dirty status for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:46:34.201303 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4b3c661f-ab5e-4ba8-8662-c4f4b24aeda6 req-976a11fb-773b-4831-a7ed-dbec92c5d398 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 944 time: 0.2873735 Nov 12 07:46:34.259973 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:34.302278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e32a767a-079b-41f0-80ba-0e207126a7dc,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:34.305662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:34.312006 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-42f4bd14-aa00-4643-8c19-58657916f6ca service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 1160 time: 0.2383425 Nov 12 07:46:34.328422 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:34.329051 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4b3c661f-ab5e-4ba8-8662-c4f4b24aeda6 req-71a79737-625d-491a-8514-ca84a293a770 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131415 Nov 12 07:46:34.331371 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:34.400991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf23945-ddb5-47b8-94d0-1f7ad294f857 req-c270615f-1ebc-4a0b-9070-19d0f95f46cc tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:34.402723 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fbf23945-ddb5-47b8-94d0-1f7ad294f857 req-c270615f-1ebc-4a0b-9070-19d0f95f46cc tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 944 time: 0.2401280 Nov 12 07:46:34.424586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=e32a767a-079b-41f0-80ba-0e207126a7dc,revision_number=12']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:34.427732 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:34.435245 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:34.467786 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cad8b57d-cc88-4b74-85b7-7b0e1511ed37 req-311eaded-3a8b-494c-8857-bc5566133f1e service neutron] 10.222.0.33 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2779753 Nov 12 07:46:34.469985 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f61ec8-ad3e-45ac-9751-8198d7821e5d', 'tag': 'f0d98d2b-f101-40e3-8c8f-991a68ed89c2', 'status': 'completed', 'code': 200} Nov 12 07:46:34.740393 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6bf67043-3fcb-467c-91d9-abdfec53df5c req-b51ba115-9a52-4bad-9ad1-5bfb92827dfe service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 1159 time: 0.1698442 Nov 12 07:46:34.742463 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-1d8abc04-7b8a-45a8-8e11-7dd04c83977b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/networks?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057024 Nov 12 07:46:34.744498 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-125cfe10-1e66-47df-8d3e-4cd751002817 req-4d54930f-c21e-4359-a0d3-5e331c0b52ba tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 210 time: 0.1090996 Nov 12 07:46:34.765327 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fbf23945-ddb5-47b8-94d0-1f7ad294f857 req-c2da8041-4e81-4592-9fce-51abb2c2301b tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408275 Nov 12 07:46:34.835048 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:34.937516 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471d2105-b4a4-4702-95f3-4134eb3563fe', 'name': 'network-vif-deleted', 'tag': 'b4d9a7e3-2e11-4b1e-9285-cf79257ff7b4', 'status': 'completed', 'code': 200} Nov 12 07:46:34.989707 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-8a802494-3cec-4ae7-b3c4-7d9c775bf67f req-e0d084f1-470c-4605-b90d-2298415426f3 tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] show failed (client error): The resource could not be found. Nov 12 07:46:35.006945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50100) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:35.007805 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8a802494-3cec-4ae7-b3c4-7d9c775bf67f req-e0d084f1-470c-4605-b90d-2298415426f3 tempest-SecurityGroupsNegativeTestJSON-395235382 tempest-SecurityGroupsNegativeTestJSON-395235382] 10.222.0.40 "GET /v2.0/security-groups/93b50de2-bbdb-4272-a8ab-10d79ec67345 HTTP/1.1" status: 404 len: 352 time: 0.0693810 Nov 12 07:46:35.027481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-677a4b50-c1ae-4d5a-b567-c52075a9efe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:35.030245 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-677a4b50-c1ae-4d5a-b567-c52075a9efe3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.7001796 Nov 12 07:46:35.172580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0075f7-281a-46d7-aaff-e3124fbaa2b1 admin admin] Deleting subnet 6be096f3-1ac6-4b87-8503-19b6150a84e0 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:46:35.176071 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ec0075f7-281a-46d7-aaff-e3124fbaa2b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:35.236214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5da92-6381-4d59-8230-05479171d649 req-1d93706d-3b94-4e2d-99ff-3ad5a64e5b54 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:35.238173 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-1d93706d-3b94-4e2d-99ff-3ad5a64e5b54 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4695718 Nov 12 07:46:35.239332 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ec0075f7-281a-46d7-aaff-e3124fbaa2b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:35.262881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Request body: {'port': {'device_id': '2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'f9baf28c49804d348f7d8c02b4915fb2'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:35.284848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1059495246', 'description': 'tempest-description-1858745834'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:35.311497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf67043-3fcb-467c-91d9-abdfec53df5c req-50633290-d162-4a79-bcf0-c57b0145ed10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:35.313197 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6bf67043-3fcb-467c-91d9-abdfec53df5c req-50633290-d162-4a79-bcf0-c57b0145ed10 service neutron] 10.222.0.33 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 898 time: 0.5629332 Nov 12 07:46:35.319783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:35.324375 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-329a479b-b441-47ee-8efc-13eabc854498 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464ddc5d-1149-41a2-8349-fed791f86eea HTTP/1.1" status: 200 len: 217 time: 0.2865317 Nov 12 07:46:35.331787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e32a767a-079b-41f0-80ba-0e207126a7dc up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:35.394036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:35.407233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:35.419715 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6bf67043-3fcb-467c-91d9-abdfec53df5c req-c4df49a7-249b-4bf6-a5bf-c6e310e06aa4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0d98d2b-f101-40e3-8c8f-991a68ed89c2 HTTP/1.1" status: 200 len: 217 time: 0.0937784 Nov 12 07:46:35.468125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port e32a767a-079b-41f0-80ba-0e207126a7dc triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:35.469122 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:35.503155 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ec0075f7-281a-46d7-aaff-e3124fbaa2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:35.507741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:35.582955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf67043-3fcb-467c-91d9-abdfec53df5c req-8caab43c-067f-4bfd-bf92-901377751ab7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:35.584595 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6bf67043-3fcb-467c-91d9-abdfec53df5c req-8caab43c-067f-4bfd-bf92-901377751ab7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a527c20d-d2f9-46a5-9dca-fc64efe2289a HTTP/1.1" status: 200 len: 844 time: 0.1583378 Nov 12 07:46:35.660393 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6bf67043-3fcb-467c-91d9-abdfec53df5c req-46a8f509-fa64-4ed1-a870-f23396c7acba service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=5bf5d4ac-adb9-4928-b91e-484036df02e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678895 Nov 12 07:46:35.876923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-f64b5696-3336-4512-8150-3628f869ef42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:35.878582 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-f64b5696-3336-4512-8150-3628f869ef42 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.4729216 Nov 12 07:46:35.884929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939aeb3-7878-41e8-8993-b65b27d76629 req-eff02385-5f53-4ee3-92e6-29cc70626e51 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:35.886506 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d939aeb3-7878-41e8-8993-b65b27d76629 req-eff02385-5f53-4ee3-92e6-29cc70626e51 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 945 time: 0.6969223 Nov 12 07:46:35.978987 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:36.017126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-96d60ec8-e2d8-495c-869c-8c1554fc0e66 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295023 Nov 12 07:46:36.061577 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6bf67043-3fcb-467c-91d9-abdfec53df5c req-a6bd6159-2c00-47df-b9c2-391df970e235 service neutron] 10.222.0.33 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929017 Nov 12 07:46:36.151780 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d939aeb3-7878-41e8-8993-b65b27d76629 req-9e990ec9-f025-47e2-9489-d8c0d64a5c74 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478881 Nov 12 07:46:36.160069 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:36.176091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:36.186465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group_rule and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:36.193910 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:36.209311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:36.217154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:36.257798 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6bf67043-3fcb-467c-91d9-abdfec53df5c req-4d6420bd-af53-47eb-9bd2-f5d71f4f7bf6 service neutron] 10.222.0.33 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1876395 Nov 12 07:46:36.277584 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ec0075f7-281a-46d7-aaff-e3124fbaa2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:36.295651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Made reservation on behalf of f9baf28c49804d348f7d8c02b4915fb2 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:46:36.301264 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:36.332432 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc', 'code': 200} Nov 12 07:46:36.339132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-89be39f1-e6ac-4bf9-8ef1-19c122f96473 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:46:36.376442 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-80f1ac91-7b69-4529-b2c6-5498d8424ccf service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354013 Nov 12 07:46:36.410576 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6bd69853-1126-45e3-9092-98d97047717a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:36.467636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0075f7-281a-46d7-aaff-e3124fbaa2b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be096f3-1ac6-4b87-8503-19b6150a84e0,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:36.470966 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ec0075f7-281a-46d7-aaff-e3124fbaa2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:36.473502 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ec0075f7-281a-46d7-aaff-e3124fbaa2b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:36.480221 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ec0075f7-281a-46d7-aaff-e3124fbaa2b1 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/6be096f3-1ac6-4b87-8503-19b6150a84e0 HTTP/1.1" status: 204 len: 168 time: 1.4649355 Nov 12 07:46:36.483545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50126) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:36.624826 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:36.644602 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:36.670412 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:36.723401 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3328e8fb-7e2f-4201-bac6-0be3af5d3929 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:36.773481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8c6673-414f-4d02-ba64-cece4d5bcedf,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:36.792200 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:36.846847 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:36.871597 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:36.873025 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0407fc42-7a04-428b-80c6-7ae5bf3800b9 req-607b1415-beb9-49c9-b0a5-bf59c1c0a859 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.5929973 Nov 12 07:46:37.018713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fee6a-7b92-4554-9d4a-22b96f2ab853 req-1de1beb8-8f75-4a28-babc-4bdbb7578320 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:37.021160 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-632fee6a-7b92-4554-9d4a-22b96f2ab853 req-1de1beb8-8f75-4a28-babc-4bdbb7578320 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 944 time: 0.3573198 Nov 12 07:46:37.023371 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-025ddb58-686b-4277-8edb-9fa2421615d0 service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6367173 Nov 12 07:46:37.045284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f421af88-689e-4c6e-9565-dc0e8e9f4b23']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:46:37.063070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device f0d98d2b-f101-40e3-8c8f-991a68ed89c2 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:37.065426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da43332f-77e2-4fcf-aac9-b123fb8a6e4e') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:46:37.065915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da43332f-77e2-4fcf-aac9-b123fb8a6e4e') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:46:37.084456 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:37.131278 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:37.146283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:46:37.162916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port f0d98d2b-f101-40e3-8c8f-991a68ed89c2 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:46:37.171388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port f0d98d2b-f101-40e3-8c8f-991a68ed89c2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:37.175156 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:37.195175 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-55b95b3b-e5b3-4ceb-9ba9-13730cf7da96 req-f8168e83-a8c6-4c50-8c25-00902377caac tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 210 time: 0.1665344 Nov 12 07:46:37.325808 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-632fee6a-7b92-4554-9d4a-22b96f2ab853 req-27209d31-247e-4c7a-95e0-3be63f3663bd tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242479 Nov 12 07:46:37.334180 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:37.347346 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-00235bad-9ab5-4b89-8827-193dd20df13d tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.33 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 1160 time: 0.2220311 Nov 12 07:46:37.359588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-6'}}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:37.386313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port f0d98d2b-f101-40e3-8c8f-991a68ed89c2, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=f0d98d2b-f101-40e3-8c8f-991a68ed89c2,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:37.392282 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:37.395651 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:37.469798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Network f421af88-689e-4c6e-9565-dc0e8e9f4b23 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:46:37.480342 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:37.482883 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:37.499443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Allocated IP 192.168.233.181 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/a5c910ad-4d62-4b62-b2c0-dafe578400f9) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:46:37.531385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=f0d98d2b-f101-40e3-8c8f-991a68ed89c2,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:37.543106 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:37.916652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-aaca6d26-1b62-42fe-82a8-077c75fde135 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:37.918276 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-aaca6d26-1b62-42fe-82a8-077c75fde135 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/networks?id=bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 200 len: 812 time: 0.2751555 Nov 12 07:46:37.950333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Network f421af88-689e-4c6e-9565-dc0e8e9f4b23 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:46:37.975710 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:46:37.988405 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:38.032348 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-e0eaf93c-f1ff-4023-814a-b7312c121352 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/quotas/df00d4adbb61409687704d8cee0ac12d HTTP/1.1" status: 200 len: 375 time: 0.0942311 Nov 12 07:46:38.089326 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:38.094558 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:38.122842 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:38.126062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f421af88-689e-4c6e-9565-dc0e8e9f4b23,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:38.134955 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:38.138469 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] 10.222.0.40 "DELETE /v2.0/networks/f421af88-689e-4c6e-9565-dc0e8e9f4b23 HTTP/1.1" status: 204 len: 168 time: 1.6538377 Nov 12 07:46:38.161223 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device f0d98d2b-f101-40e3-8c8f-991a68ed89c2 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:38.259501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port f0d98d2b-f101-40e3-8c8f-991a68ed89c2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:38.260507 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:38.273664 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-17eaef81-d21a-4f41-ac68-0be0c6f94250 req-bbdb29b7-b3b7-4812-8697-fb8cad1ab2d2 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 1161 time: 0.7616613 Nov 12 07:46:38.334776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f61ec8-ad3e-45ac-9751-8198d7821e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d98d2b-f101-40e3-8c8f-991a68ed89c2'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:38.437662 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-17eaef81-d21a-4f41-ac68-0be0c6f94250 req-2a24608f-c0e5-4c9b-8e97-3c000afa4c95 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621695 Nov 12 07:46:38.473482 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-a1d7cbdd-899f-42b3-af15-42edb17d411f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?tenant_id=df00d4adbb61409687704d8cee0ac12d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4401417 Nov 12 07:46:38.473629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50158) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:38.562845 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-37fad700-aad0-4dac-84a2-1ea9affa5e86 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e40f8fb2227f4aebbcf6f97105e703d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0875313 Nov 12 07:46:38.565498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50162) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:38.663458 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea433-d3ab-4b0c-8af9-7ecf32bc3ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:38.686968 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=464ddc5d-1149-41a2-8349-fed791f86eea,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:38.703929 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea433-d3ab-4b0c-8af9-7ecf32bc3ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:38.773335 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea433-d3ab-4b0c-8af9-7ecf32bc3ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:38.781072 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-668b22e2-706a-4ddc-a5ac-c2dbe356c736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:38.803109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ea433-d3ab-4b0c-8af9-7ecf32bc3ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c1db3-a38c-4a29-b362-7a028d45214a,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:38.803996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:38.812317 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b3ea433-d3ab-4b0c-8af9-7ecf32bc3ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:38.814092 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7b3ea433-d3ab-4b0c-8af9-7ecf32bc3ac1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ec3c1db3-a38c-4a29-b362-7a028d45214a HTTP/1.1" status: 204 len: 168 time: 0.2473478 Nov 12 07:46:38.815402 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7b3ea433-d3ab-4b0c-8af9-7ecf32bc3ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:38.915935 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:38.992952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Transition to ACTIVE for port object a5c910ad-4d62-4b62-b2c0-dafe578400f9 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:46:39.019014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:39.030867 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:39.050092 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:39.085582 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:39.151506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cc10c-2981-4c4e-9ab9-eae00e00e7f8 req-0ff47a5d-5fd6-41a9-a184-33ee4de76027 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:39.153361 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d21cc10c-2981-4c4e-9ab9-eae00e00e7f8 req-0ff47a5d-5fd6-41a9-a184-33ee4de76027 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 945 time: 0.4081593 Nov 12 07:46:39.536717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Pushing event updated for resources: {'Port': ['ID=464ddc5d-1149-41a2-8349-fed791f86eea,revision_number=6']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:39.566393 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-20159700-b299-4a96-9d06-2cd73d5bbf49 service neutron] 10.222.0.40 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8441486 Nov 12 07:46:39.601373 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:39.676557 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:39.705458 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-09ef6ea4-a78d-46d6-8f38-7e66813f7fa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:39.804322 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d21cc10c-2981-4c4e-9ab9-eae00e00e7f8 req-223f7fe8-d186-4688-a5d3-e086db281bff tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226532 Nov 12 07:46:39.896107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event updated for resources: {'Port': ['ID=a5c910ad-4d62-4b62-b2c0-dafe578400f9,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:39.912340 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:40.186707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50204) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:40.254895 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-db496c91-0fac-41b8-8b75-c27889b2f706 service neutron] 10.222.0.40 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6875138 Nov 12 07:46:40.290579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Attempting to bind port 464ddc5d-1149-41a2-8349-fed791f86eea on host n-h1-761264-6 for vnic_type normal with profile {"migrating_to": "n-h2-761264-6"} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:46:40.290958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Attempting to bind port 464ddc5d-1149-41a2-8349-fed791f86eea by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:46:40.291321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Attempting to bind port 464ddc5d-1149-41a2-8349-fed791f86eea on network bdcf583c-9b91-4b67-8d2c-23531a9270a7 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:46:40.308672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:46:40.309084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Checking segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:40.309548 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:40.309956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Bound using segment: {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:46:40.310543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Bound port: 464ddc5d-1149-41a2-8349-fed791f86eea, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce82bd03-72a5-412e-acaf-d54d8cc16d23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bdcf583c-9b91-4b67-8d2c-23531a9270a7'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:46:40.310918 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:40.354701 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-930398313-network', 'tenant_id': 'f6bf252c49de4cdba5220a8c261901da'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:40.361483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:40.366848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Usage tracker for resource:network and tenant:f6bf252c49de4cdba5220a8c261901da is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:40.370684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:40.377814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:40.394252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Made reservation on behalf of f6bf252c49de4cdba5220a8c261901da for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:46:40.400558 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:40.404622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:46:40.408854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:46:40.421339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:46:40.434104 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:40.484581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:40.509026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:40.509698 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:40.531481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Usage tracker for resource:security_group_rule and tenant:f6bf252c49de4cdba5220a8c261901da is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:40.545100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:40.555857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:40.566144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d7cfc-f1b3-4c2f-9d13-d85ebc99cc4a req-a8ed6c9a-52af-440f-b3d3-2f6a859817e3 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:40.574437 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f42d7cfc-f1b3-4c2f-9d13-d85ebc99cc4a req-a8ed6c9a-52af-440f-b3d3-2f6a859817e3 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 936 time: 0.4383790 Nov 12 07:46:40.647680 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f61ec8-ad3e-45ac-9751-8198d7821e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d98d2b-f101-40e3-8c8f-991a68ed89c2', 'code': 200} Nov 12 07:46:40.707544 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f42d7cfc-f1b3-4c2f-9d13-d85ebc99cc4a req-40d10f1a-ac2f-4ce5-8406-de8645601b8f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319981 Nov 12 07:46:40.738833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:40.749949 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4914277 Nov 12 07:46:40.752492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=464ddc5d-1149-41a2-8349-fed791f86eea,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:46:40.762913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Request body: {'port': {'device_id': '2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:40.779332 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:40.841513 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:40.859571 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:40.895084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-2a028b8d-3e80-47b4-8539-47df07957ff2 None None] Provisioning for port a5c910ad-4d62-4b62-b2c0-dafe578400f9 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:46:40.895885 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-47619171-debb-461a-a770-f80a4f86fea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:40.905687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-2a028b8d-3e80-47b4-8539-47df07957ff2 None None] Provisioning complete for port a5c910ad-4d62-4b62-b2c0-dafe578400f9 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:40.906656 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2a028b8d-3e80-47b4-8539-47df07957ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:40.961310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:46:40.993612 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:40.994017 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Added segment d8e97411-3a2b-4393-bcad-7182c33401ba of type vxlan for network 907ee0e8-0396-44d3-93a0-b665aeb66d7e Nov 12 07:46:41.004143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a02122-93dc-48ab-9264-a76933176a6e,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:41.007025 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-10c609c2-eeb2-4794-bf4d-399d610854f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:41.022513 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:41.037623 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-2a028b8d-3e80-47b4-8539-47df07957ff2 None None] Port a5c910ad-4d62-4b62-b2c0-dafe578400f9 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:46:41.074117 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd3ecdf2-f16e-4eb7-a200-87d2b6921117 req-0ee29b6d-b732-4b43-b6d2-4aa4c69c065f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 1161 time: 0.2917581 Nov 12 07:46:41.076963 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:41.096295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Pushing event updated for resources: {'Port': ['ID=464ddc5d-1149-41a2-8349-fed791f86eea,revision_number=7']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:41.166794 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd3ecdf2-f16e-4eb7-a200-87d2b6921117 req-c4de932d-de30-4597-b577-d5cebf3fa6ed service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792592 Nov 12 07:46:41.175004 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:41.177434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:41.178571 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:41.184549 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:41.270266 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:41.321496 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1335304 Nov 12 07:46:41.325299 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50232) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:41.331861 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Request body: {'subnet': {'network_id': '907ee0e8-0396-44d3-93a0-b665aeb66d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-930398313-subnet', 'tenant_id': 'f6bf252c49de4cdba5220a8c261901da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:41.335960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Pushing event updated for resources: {'Network': ['ID=907ee0e8-0396-44d3-93a0-b665aeb66d7e,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:41.339697 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:41.344794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:41.349292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 907ee0e8-0396-44d3-93a0-b665aeb66d7e details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:46:41.351239 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Usage tracker for resource:subnet and tenant:f6bf252c49de4cdba5220a8c261901da is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:41.354604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:41.363326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:41.375723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Made reservation on behalf of f6bf252c49de4cdba5220a8c261901da for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:46:41.384053 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:41.477127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 907ee0e8-0396-44d3-93a0-b665aeb66d7e details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:46:41.539175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-205e5f3a-a268-45fa-8e31-7f83dbf7d67d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:41.541116 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-205e5f3a-a268-45fa-8e31-7f83dbf7d67d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 821 time: 0.5353730 Nov 12 07:46:41.567506 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:41.618845 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:41.620548 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] 10.222.0.33 "PUT /v2.0/ports/464ddc5d-1149-41a2-8349-fed791f86eea HTTP/1.1" status: 200 len: 1185 time: 4.2653484 Nov 12 07:46:41.678395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6019d0-6894-46f6-86c5-6aa5f74e86d8 req-8a924112-f7d4-4cc9-b417-5329c8f3f302 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:41.684196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 907ee0e8-0396-44d3-93a0-b665aeb66d7e details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:46:41.686758 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0a6019d0-6894-46f6-86c5-6aa5f74e86d8 req-8a924112-f7d4-4cc9-b417-5329c8f3f302 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.6823881 Nov 12 07:46:41.699051 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-c75f9c0d-1dfa-4572-8d1e-f1276deedd15 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/quotas/fd6c469cc4bb48249b325f9ce0c91c69 HTTP/1.1" status: 200 len: 375 time: 0.1475370 Nov 12 07:46:41.873507 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0a6019d0-6894-46f6-86c5-6aa5f74e86d8 req-d94a7deb-7ada-4742-a682-d21d439e0fae tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858721 Nov 12 07:46:41.951053 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:41.953585 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3461a1ef-4cab-4024-9468-d7ce6f756c2b tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2536049 Nov 12 07:46:41.974874 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-16e92621-ff35-426d-ada0-1dcdddca2692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:42.114783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=0adaacae-2eb7-4bb0-8470-b2488dd52795,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:42.120107 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:42.181542 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3b4fcad5-0d54-4652-b430-0ce7e1864f53 service neutron] 10.222.0.40 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127986 Nov 12 07:46:42.186872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Checking segment: {'id': 'd8e97411-3a2b-4393-bcad-7182c33401ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '907ee0e8-0396-44d3-93a0-b665aeb66d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:42.187258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Network hostable DHCP agents. Network: 907ee0e8-0396-44d3-93a0-b665aeb66d7e, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:46:42.205795 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea', 'code': 200} Nov 12 07:46:42.212520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Network 907ee0e8-0396-44d3-93a0-b665aeb66d7e is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:46:42.222927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 907ee0e8-0396-44d3-93a0-b665aeb66d7e) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:46:42.232110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d41fbd-2208-45e3-9556-f7303214bd1c None None] Network 907ee0e8-0396-44d3-93a0-b665aeb66d7e requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:46:42.243863 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:42.244649 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:42.276930 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9424591 Nov 12 07:46:42.378573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 464ddc5d-1149-41a2-8349-fed791f86eea up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:42.619897 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dcf9b1-87e5-4ee7-8708-fbd2dba436d6 None None] Network 907ee0e8-0396-44d3-93a0-b665aeb66d7e requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:46:42.635681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 464ddc5d-1149-41a2-8349-fed791f86eea triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:42.636197 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:42.786623 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d89e10e-00be-403e-b1b1-7cc8e304a2ca req-11de4703-6f79-4e83-b2ac-3392997b31d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 210 time: 0.1381536 Nov 12 07:46:42.838911 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-0c9ff07d-a73f-4070-b85f-bbeda19ebed9 service neutron] 10.222.0.40 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6564307 Nov 12 07:46:42.860536 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:42.891060 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:42.911843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-81f4c334-fb46-4f1a-8065-e8d58cf0d873 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:42.913501 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-81f4c334-fb46-4f1a-8065-e8d58cf0d873 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.41 "GET /v2.0/networks?id=bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 200 len: 812 time: 0.6431642 Nov 12 07:46:42.948609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=464ddc5d-1149-41a2-8349-fed791f86eea,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:42.952281 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:42.981020 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'port': {'device_id': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38', 'admin_state_up': True, 'tenant_id': 'df00d4adbb61409687704d8cee0ac12d'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:43.005651 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:43.063255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c910ad-4d62-4b62-b2c0-dafe578400f9 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:46:43.074756 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:43.090358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Transition to ACTIVE for port object a5c910ad-4d62-4b62-b2c0-dafe578400f9 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:46:43.188609 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:43.211402 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:43.311880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=464ddc5d-1149-41a2-8349-fed791f86eea,revision_number=8']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:43.321871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.322032 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.322309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.322685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.323057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.323437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.323793 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.324158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.324522 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.324939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.325338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.325700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.326108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.326469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.326828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.327188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.327596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.327862 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.328228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.328584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.328959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.329310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.329669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.330025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.330482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.330843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.331275 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.331539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.331895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.332252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.332609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.333064 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.333327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.333684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.334044 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.334400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:46:43.339735 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:43.424163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 464ddc5d-1149-41a2-8349-fed791f86eea up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:43.461752 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c910ad-4d62-4b62-b2c0-dafe578400f9,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:43.473075 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:43.493766 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:43.497846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:port and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:43.500577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 464ddc5d-1149-41a2-8349-fed791f86eea triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:43.501183 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:43.506879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for port was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:43.530037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:43.568570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc059e59-e5ba-42f1-9f64-bd54f93bc807 req-9fa406b4-7058-4315-b5c3-628159e4ee47 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:43.570266 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fc059e59-e5ba-42f1-9f64-bd54f93bc807 req-9fa406b4-7058-4315-b5c3-628159e4ee47 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 945 time: 0.6531348 Nov 12 07:46:43.575100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Made reservation on behalf of df00d4adbb61409687704d8cee0ac12d for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:46:43.581532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:43.661735 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f70c0-a44a-431a-ae17-847352273cd0 req-aeca0545-493c-4881-9233-55a46cd3610f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:43.662509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b68f70c0-a44a-431a-ae17-847352273cd0 req-aeca0545-493c-4881-9233-55a46cd3610f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:46:43.843917 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fc059e59-e5ba-42f1-9f64-bd54f93bc807 req-957b6171-5532-4ac0-a552-f7f4318dfd3c tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471299 Nov 12 07:46:43.844567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b68f70c0-a44a-431a-ae17-847352273cd0 req-aeca0545-493c-4881-9233-55a46cd3610f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:46:43.845836 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b68f70c0-a44a-431a-ae17-847352273cd0 req-aeca0545-493c-4881-9233-55a46cd3610f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 948 time: 0.6592729 Nov 12 07:46:43.975941 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b68f70c0-a44a-431a-ae17-847352273cd0 req-c82559d0-9118-4599-b514-4153f76fc6b8 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191163 Nov 12 07:46:44.129289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Attempting to bind port a5c910ad-4d62-4b62-b2c0-dafe578400f9 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:46:44.129666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Attempting to bind port a5c910ad-4d62-4b62-b2c0-dafe578400f9 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:46:44.130036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Attempting to bind port a5c910ad-4d62-4b62-b2c0-dafe578400f9 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:46:44.234134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:44.258601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50300) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:44.303407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:46:44.303794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:44.304201 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:44.304604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:46:44.305158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Bound port: a5c910ad-4d62-4b62-b2c0-dafe578400f9, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:46:44.305519 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:44.423669 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-59c515b1-2a9a-47c1-9fda-acd3439d7150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:44.461616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-59c515b1-2a9a-47c1-9fda-acd3439d7150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:44.465932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-59c515b1-2a9a-47c1-9fda-acd3439d7150 admin admin] Usage tracker for resource:security_group_rule and tenant:83a386da621a4f9b9defe8b613680b59 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:44.469210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-59c515b1-2a9a-47c1-9fda-acd3439d7150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:44.475222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-59c515b1-2a9a-47c1-9fda-acd3439d7150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:44.549410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-59c515b1-2a9a-47c1-9fda-acd3439d7150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:44.553964 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-59c515b1-2a9a-47c1-9fda-acd3439d7150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:44.562090 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ca7864c6-de21-4217-9c36-7e04a9aa5ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:44.600361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Allocated IP 172.20.0.10 (bf85d800-b8a3-4be5-a127-78fbecc42c38/ba849498-f25f-43e3-9fd3-4a9a72d76b44/6bfb9e75-f176-4c52-82d2-fba6692dc886) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:46:44.606835 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c515b1-2a9a-47c1-9fda-acd3439d7150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42542c50-37d5-4329-87d6-df6ae26cfa04,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:44.610441 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-59c515b1-2a9a-47c1-9fda-acd3439d7150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:44.613395 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-59c515b1-2a9a-47c1-9fda-acd3439d7150 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=83a386da621a4f9b9defe8b613680b59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3536425 Nov 12 07:46:44.616452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50306) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:44.643980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-5132d21e-3d1e-4152-8ae2-a29693f6064d tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:44.645700 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-5132d21e-3d1e-4152-8ae2-a29693f6064d tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/networks?id=907ee0e8-0396-44d3-93a0-b665aeb66d7e HTTP/1.1" status: 200 len: 821 time: 0.5540862 Nov 12 07:46:44.681582 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aeae43ee-d1f6-4ce0-a06b-d89b77a6cace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:44.702741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] For port a5c910ad-4d62-4b62-b2c0-dafe578400f9, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:44.710623 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aeae43ee-d1f6-4ce0-a06b-d89b77a6cace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:44.717615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-4ffa21c4-f36e-4d01-806d-d474676b871f tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:44.718887 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-4ffa21c4-f36e-4d01-806d-d474676b871f tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.41 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 821 time: 0.5168352 Nov 12 07:46:44.739914 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463525ec-3282-485b-9d7a-ab9e38c21551 req-0956cfaa-1748-45e5-9931-a7647d160a92 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:44.741547 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-463525ec-3282-485b-9d7a-ab9e38c21551 req-0956cfaa-1748-45e5-9931-a7647d160a92 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.5407400 Nov 12 07:46:44.747733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] For port a5c910ad-4d62-4b62-b2c0-dafe578400f9, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a5c910ad-4d62-4b62-b2c0-dafe578400f9,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:46:44.755773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Request body: {'port': {'device_id': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4', 'admin_state_up': True, 'tenant_id': 'fd6c469cc4bb48249b325f9ce0c91c69'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:44.758334 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aeae43ee-d1f6-4ce0-a06b-d89b77a6cace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:44.763692 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:44.772137 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-ebcd097b-7886-472c-af06-d0d7179a5264 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/quotas/f6bf252c49de4cdba5220a8c261901da HTTP/1.1" status: 200 len: 375 time: 0.1113331 Nov 12 07:46:44.781221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae43ee-d1f6-4ce0-a06b-d89b77a6cace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42542c50-37d5-4329-87d6-df6ae26cfa04,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:44.784218 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aeae43ee-d1f6-4ce0-a06b-d89b77a6cace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:44.788108 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aeae43ee-d1f6-4ce0-a06b-d89b77a6cace admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:44.790169 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-aeae43ee-d1f6-4ce0-a06b-d89b77a6cace admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/42542c50-37d5-4329-87d6-df6ae26cfa04 HTTP/1.1" status: 204 len: 168 time: 0.1726689 Nov 12 07:46:44.801938 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:44.827903 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:45.185622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50318) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:45.205840 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4f5f-6319-4fca-8ab6-0253b874cce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:45.240652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e0ce4f5f-6319-4fca-8ab6-0253b874cce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:45.245187 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e0ce4f5f-6319-4fca-8ab6-0253b874cce2 admin admin] Usage tracker for resource:security_group_rule and tenant:d4e3a16f2e1b44609f370bda46f26543 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:45.248363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e0ce4f5f-6319-4fca-8ab6-0253b874cce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:45.254531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e0ce4f5f-6319-4fca-8ab6-0253b874cce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:45.325826 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4f5f-6319-4fca-8ab6-0253b874cce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:45.329447 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0ce4f5f-6319-4fca-8ab6-0253b874cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:45.336436 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a545946e-7539-443e-8214-5fa51e944cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:45.367412 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-85fccb4b-5275-4977-af32-f5d4e35cb4c2 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/ports?tenant_id=f6bf252c49de4cdba5220a8c261901da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5705733 Nov 12 07:46:45.380681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce4f5f-6319-4fca-8ab6-0253b874cce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd959ab1-2e06-4e65-a10b-36bd13ee16c1,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:45.388259 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e0ce4f5f-6319-4fca-8ab6-0253b874cce2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d4e3a16f2e1b44609f370bda46f26543&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1988168 Nov 12 07:46:45.388259 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e0ce4f5f-6319-4fca-8ab6-0253b874cce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:45.389022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50322) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:46:45.452730 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f415daa-f4e6-4158-bae5-4c4ce073c1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:45.480579 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f415daa-f4e6-4158-bae5-4c4ce073c1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:45.538243 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f415daa-f4e6-4158-bae5-4c4ce073c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:45.543736 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-95b48b0c-a3ee-4f6a-8bd6-ab8fcb4e1fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:45.558279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f415daa-f4e6-4158-bae5-4c4ce073c1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd959ab1-2e06-4e65-a10b-36bd13ee16c1,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:45.562213 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f415daa-f4e6-4158-bae5-4c4ce073c1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:45.571451 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f415daa-f4e6-4158-bae5-4c4ce073c1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:45.587088 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4f415daa-f4e6-4158-bae5-4c4ce073c1e6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cd959ab1-2e06-4e65-a10b-36bd13ee16c1 HTTP/1.1" status: 204 len: 168 time: 0.1923292 Nov 12 07:46:45.593563 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-463525ec-3282-485b-9d7a-ab9e38c21551 req-fbf3eea2-714a-4501-8883-dae2bd992350 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8439734 Nov 12 07:46:45.607308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c910ad-4d62-4b62-b2c0-dafe578400f9,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:45.635668 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:45.668939 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea', 'code': 200} Nov 12 07:46:45.706320 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:45.754869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:45.782727 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:45.843406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Made reservation on behalf of fd6c469cc4bb48249b325f9ce0c91c69 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:46:45.848833 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:45.868478 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:45.870086 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] 10.222.0.33 "PUT /v2.0/ports/a5c910ad-4d62-4b62-b2c0-dafe578400f9 HTTP/1.1" status: 200 len: 1160 time: 5.1127944 Nov 12 07:46:45.872179 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-4d3874d4-9655-4c10-ad0f-4370506141f6 service neutron] 10.222.0.40 "GET /v2.0/networks/907ee0e8-0396-44d3-93a0-b665aeb66d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614830 Nov 12 07:46:45.879367 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19a5b132-ad04-47fa-a071-0f1d616d8c2c req-95c658c4-375f-4a70-b65b-fb16f18264c6 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 210 time: 0.0931296 Nov 12 07:46:46.166679 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:46.233873 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-435f8743-3418-4011-8359-1aad43a2288a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:46.456870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'Port': ['ID=6bfb9e75-f176-4c52-82d2-fba6692dc886,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:46.468386 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-e3aa290c-5414-4933-b95e-a53e74837c4e service neutron] 10.222.0.40 "GET /v2.0/networks/907ee0e8-0396-44d3-93a0-b665aeb66d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5611207 Nov 12 07:46:46.509505 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:46.576754 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-49f534d4-9b2b-420e-99df-652e04c797d3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 1163 time: 0.6252396 Nov 12 07:46:46.695085 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-b9938c8b-f029-4e26-aa78-87e2b1181301 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=a5c910ad-4d62-4b62-b2c0-dafe578400f9 HTTP/1.1" status: 200 len: 217 time: 0.1030092 Nov 12 07:46:46.697196 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea', 'status': 'completed', 'code': 200} Nov 12 07:46:46.778331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd704ea-d5ca-4d7f-b845-cf8b16afb6a7 req-784acf03-023b-4e45-8e65-4ce1718347d1 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:46.780198 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7cd704ea-d5ca-4d7f-b845-cf8b16afb6a7 req-784acf03-023b-4e45-8e65-4ce1718347d1 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 932 time: 0.6274550 Nov 12 07:46:46.819641 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a607ca17-aac6-4db1-9cfa-95027039743b req-d9bd9fdb-546f-4110-b15b-edaf649d8e15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 1190 time: 0.1289432 Nov 12 07:46:46.981500 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Network bf85d800-b8a3-4be5-a127-78fbecc42c38 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:46:46.989804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-7cd704ea-d5ca-4d7f-b845-cf8b16afb6a7 req-18a404d9-d539-4720-a1e1-12d43e008d1a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Synchronizing usage tracker for tenant:df00d4adbb61409687704d8cee0ac12d on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:46:46.994367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:46:46.996923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:46:47.007349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607ca17-aac6-4db1-9cfa-95027039743b req-64fadee0-870f-4277-97c4-ecc70e84f338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:47.009104 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a607ca17-aac6-4db1-9cfa-95027039743b req-64fadee0-870f-4277-97c4-ecc70e84f338 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.1816750 Nov 12 07:46:47.069413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Allocated IP 172.20.0.7 (71dec89f-760d-4076-aef8-88ce965d6ab4/91b4bd9f-33e6-4c57-b5d3-59c0cee59e90/ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:46:47.098200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5da92-6381-4d59-8230-05479171d649 req-785e8e61-b1c7-4aa8-9b7b-87629ac69062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:47.098468 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a607ca17-aac6-4db1-9cfa-95027039743b req-4e5be00b-f37c-4246-b745-aeabbb8147e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464ddc5d-1149-41a2-8349-fed791f86eea HTTP/1.1" status: 200 len: 217 time: 0.0822558 Nov 12 07:46:47.099812 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-785e8e61-b1c7-4aa8-9b7b-87629ac69062 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.3925731 Nov 12 07:46:47.100631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-7cd704ea-d5ca-4d7f-b845-cf8b16afb6a7 req-18a404d9-d539-4720-a1e1-12d43e008d1a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Unset dirty status for tenant:df00d4adbb61409687704d8cee0ac12d on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:46:47.103029 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7cd704ea-d5ca-4d7f-b845-cf8b16afb6a7 req-18a404d9-d539-4720-a1e1-12d43e008d1a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648587 Nov 12 07:46:47.198302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607ca17-aac6-4db1-9cfa-95027039743b req-512bab7f-a641-43bd-948b-bf243ef272ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:47.199826 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a607ca17-aac6-4db1-9cfa-95027039743b req-512bab7f-a641-43bd-948b-bf243ef272ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.0939431 Nov 12 07:46:47.203832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9c51-e876-45d9-97e8-d5a67e8226f3 req-e9816525-d4f4-499a-a741-03c57a127bb4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:47.212826 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b9ea9c51-e876-45d9-97e8-d5a67e8226f3 req-e9816525-d4f4-499a-a741-03c57a127bb4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 945 time: 0.4291704 Nov 12 07:46:47.255567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:47.256356 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:47.262756 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a607ca17-aac6-4db1-9cfa-95027039743b req-a434dc8e-0c6e-4c01-a359-97f3ad0d33bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534563 Nov 12 07:46:47.345591 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b9ea9c51-e876-45d9-97e8-d5a67e8226f3 req-90a543c4-0d9b-45ef-a812-15bda8a40f4b tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315823 Nov 12 07:46:47.443961 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a607ca17-aac6-4db1-9cfa-95027039743b req-290ee093-a35d-497d-89c8-3b0d478c2865 service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731160 Nov 12 07:46:47.663573 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a607ca17-aac6-4db1-9cfa-95027039743b req-4d236363-6d2e-4fa1-aec7-d607d5904d44 service neutron] 10.222.0.41 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2115066 Nov 12 07:46:47.861185 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9298124 Nov 12 07:46:47.934654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Request body: {'port': {'device_id': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:48.212783 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-98daaedb-f9b9-4f9a-8bbd-c6bf7de94673 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0962579 Nov 12 07:46:48.380358 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:48.411221 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:48.453573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8663a-9280-4efa-ad82-c5bfb5d6b9bf req-76dc2f28-5c8a-4e91-82e0-bc76071ea40b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:48.455195 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cdc8663a-9280-4efa-ad82-c5bfb5d6b9bf req-76dc2f28-5c8a-4e91-82e0-bc76071ea40b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 948 time: 1.1067219 Nov 12 07:46:48.461025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f0b05-a9ea-4492-8b25-6ab901166d35 req-792b0eed-9f38-425a-9918-29d0887fc54a tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:48.462515 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a67f0b05-a9ea-4492-8b25-6ab901166d35 req-792b0eed-9f38-425a-9918-29d0887fc54a tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=046feb45-41ec-4325-8e0b-a10025c72f1d HTTP/1.1" status: 200 len: 949 time: 0.6710062 Nov 12 07:46:48.504552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-97b0317a-14f6-473d-83e8-4a3ef3dff553 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:48.506013 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-97b0317a-14f6-473d-83e8-4a3ef3dff553 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.33 "GET /v2.0/networks?id=907ee0e8-0396-44d3-93a0-b665aeb66d7e HTTP/1.1" status: 200 len: 821 time: 0.5154681 Nov 12 07:46:48.566908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Request body: {'port': {'device_id': 'e2b27c0e-79e3-46b4-b975-e409cad78d13', 'network_id': '907ee0e8-0396-44d3-93a0-b665aeb66d7e', 'admin_state_up': True, 'tenant_id': 'f6bf252c49de4cdba5220a8c261901da'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:48.701762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c', 'tag': 'a5c910ad-4d62-4b62-b2c0-dafe578400f9'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:48.715804 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-34a4a837-e8b9-4616-a938-960a29545b14 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786859 Nov 12 07:46:48.804685 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:48.841562 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:48.882150 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cdc8663a-9280-4efa-ad82-c5bfb5d6b9bf req-ba32356c-e86f-4127-a640-c2597961ddfe tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174259 Nov 12 07:46:48.884337 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a67f0b05-a9ea-4492-8b25-6ab901166d35 req-e05ecc83-6d41-4362-a8c5-c60c86d16dea tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120505 Nov 12 07:46:49.184498 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7201431d-606e-43f6-a812-8ded0af15833 req-034c3540-0cf3-43ab-acb6-23afc69e1c84 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/ports?device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 210 time: 0.1538472 Nov 12 07:46:49.257954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Pushing event updated for resources: {'Port': ['ID=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:49.283359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:46:49.533936 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-c9a78908-40f2-411b-b827-fd62efd7a2b1 service neutron] 10.222.0.41 "GET /v2.0/ports/464ddc5d-1149-41a2-8349-fed791f86eea/bindings/n-h2-761264-6 HTTP/1.1" status: 200 len: 454 time: 0.0858450 Nov 12 07:46:49.537954 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:49.545881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Usage tracker for resource:port and tenant:f6bf252c49de4cdba5220a8c261901da is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:46:49.553693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:46:49.610949 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:46:49.751140 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5db5da92-6381-4d59-8230-05479171d649 req-6b26a90e-5aaa-47db-b707-f8a9d8a2e710 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0114973 Nov 12 07:46:49.751767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Made reservation on behalf of f6bf252c49de4cdba5220a8c261901da for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:46:49.757360 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:49.817010 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-e4489301-2e9f-4225-928e-ec64e8861fde service neutron] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=464ddc5d-1149-41a2-8349-fed791f86eea,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:49.832426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Network 71dec89f-760d-4076-aef8-88ce965d6ab4 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:46:49.841625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-e4489301-2e9f-4225-928e-ec64e8861fde service neutron] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:49.841799 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:46:49.848981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:46:49.903146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:49.912984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-e4489301-2e9f-4225-928e-ec64e8861fde service neutron] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=464ddc5d-1149-41a2-8349-fed791f86eea,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:49.921512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c89792-5245-4cab-9852-f85dc03d240d req-d024fb7b-621b-40d4-9e7e-694ff64a4837 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:49.922260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a9c89792-5245-4cab-9852-f85dc03d240d req-d024fb7b-621b-40d4-9e7e-694ff64a4837 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Synchronizing usage tracker for tenant:fd6c469cc4bb48249b325f9ce0c91c69 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:46:49.930404 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-e4489301-2e9f-4225-928e-ec64e8861fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:50.046607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-e4489301-2e9f-4225-928e-ec64e8861fde service neutron] Transition to ACTIVE for port object 464ddc5d-1149-41a2-8349-fed791f86eea will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:46:50.050558 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-e4489301-2e9f-4225-928e-ec64e8861fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:50.067307 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:50.077200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad19898-7e5c-4956-a4cc-8f2466c382af req-964f6d8e-db95-4c19-afaf-b876680a53f9 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:50.078887 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2ad19898-7e5c-4956-a4cc-8f2466c382af req-964f6d8e-db95-4c19-afaf-b876680a53f9 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.5280170 Nov 12 07:46:50.096048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:50.096699 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:50.106159 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a9c89792-5245-4cab-9852-f85dc03d240d req-d024fb7b-621b-40d4-9e7e-694ff64a4837 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Unset dirty status for tenant:fd6c469cc4bb48249b325f9ce0c91c69 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:46:50.107740 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9c89792-5245-4cab-9852-f85dc03d240d req-d024fb7b-621b-40d4-9e7e-694ff64a4837 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 931 time: 1.0784862 Nov 12 07:46:50.220769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4489301-2e9f-4225-928e-ec64e8861fde service neutron] Pushing event updated for resources: {'Port': ['ID=464ddc5d-1149-41a2-8349-fed791f86eea,revision_number=10']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:50.225591 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e4489301-2e9f-4225-928e-ec64e8861fde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:50.244824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5021496 Nov 12 07:46:50.311131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Request body: {'port': {'device_id': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:50.355736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-e4489301-2e9f-4225-928e-ec64e8861fde service neutron] No DVR routers for this DVR port 464ddc5d-1149-41a2-8349-fed791f86eea on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:46:50.368732 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-e4489301-2e9f-4225-928e-ec64e8861fde service neutron] 10.222.0.41 "PUT /v2.0/ports/464ddc5d-1149-41a2-8349-fed791f86eea/bindings/n-h2-761264-6/activate HTTP/1.1" status: 200 len: 439 time: 0.8277926 Nov 12 07:46:50.401591 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2ad19898-7e5c-4956-a4cc-8f2466c382af req-3c0ae2d9-3384-453d-adba-12abdaa8cd3b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108869 Nov 12 07:46:50.407003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfb9e75-f176-4c52-82d2-fba6692dc886 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:46:50.423204 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:50.428038 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9c89792-5245-4cab-9852-f85dc03d240d req-cb7a8ac4-eb93-43e4-982f-5a4baa98dfef tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876332 Nov 12 07:46:50.556273 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:50.573533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Transition to ACTIVE for port object 6bfb9e75-f176-4c52-82d2-fba6692dc886 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:46:50.588715 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:50.642810 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d1c0c9f6-6b6f-4856-b33c-9ba251a52b9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:50.959769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfb9e75-f176-4c52-82d2-fba6692dc886,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:50.963330 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:51.028881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Allocated IP 172.20.0.8 (907ee0e8-0396-44d3-93a0-b665aeb66d7e/0adaacae-2eb7-4bb0-8470-b2488dd52795/26240326-9faf-4992-a95a-2ef4de195843) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:46:51.211312 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-ab7789b4-a24b-4694-99f2-7e2958cc2ad0 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.33 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 1159 time: 0.7330003 Nov 12 07:46:51.329168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9818c-75f8-4934-9ee7-5464706da1bb req-ab30f4e5-dadf-465c-a30d-e1c730646fd8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:51.329918 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-59c9818c-75f8-4934-9ee7-5464706da1bb req-ab30f4e5-dadf-465c-a30d-e1c730646fd8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Synchronizing usage tracker for tenant:df00d4adbb61409687704d8cee0ac12d on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:46:51.468868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 464ddc5d-1149-41a2-8349-fed791f86eea no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:46:51.536749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 464ddc5d-1149-41a2-8349-fed791f86eea not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:46:51.792456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faadb0b-51c1-4e9c-8fa0-082bc804182e req-c82d315b-cb3c-48ff-995a-57d275a2ceef tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:51.794268 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5faadb0b-51c1-4e9c-8fa0-082bc804182e req-c82d315b-cb3c-48ff-995a-57d275a2ceef tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 944 time: 0.9605050 Nov 12 07:46:51.887529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-59c9818c-75f8-4934-9ee7-5464706da1bb req-ab30f4e5-dadf-465c-a30d-e1c730646fd8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Unset dirty status for tenant:df00d4adbb61409687704d8cee0ac12d on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:46:51.888934 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-59c9818c-75f8-4934-9ee7-5464706da1bb req-ab30f4e5-dadf-465c-a30d-e1c730646fd8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 944 time: 1.2859223 Nov 12 07:46:52.049529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:52.073116 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5faadb0b-51c1-4e9c-8fa0-082bc804182e req-d0db6702-a9a1-4d2c-a494-451c668e8c37 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649672 Nov 12 07:46:52.097730 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-6dc7480a-087b-4b66-85f3-8550a4e00f6c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3 HTTP/1.1" status: 200 len: 1159 time: 0.8700373 Nov 12 07:46:52.124117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Attempting to bind port 6bfb9e75-f176-4c52-82d2-fba6692dc886 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:46:52.124493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Attempting to bind port 6bfb9e75-f176-4c52-82d2-fba6692dc886 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '4929fc7c-c7d8-455c-9211-0af203dbd1b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:46:52.124843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Attempting to bind port 6bfb9e75-f176-4c52-82d2-fba6692dc886 on network bf85d800-b8a3-4be5-a127-78fbecc42c38 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:46:52.129028 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-59c9818c-75f8-4934-9ee7-5464706da1bb req-5ec2aa38-8b2c-42af-967c-d2c327a8f405 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948559 Nov 12 07:46:52.194530 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c', 'tag': 'a5c910ad-4d62-4b62-b2c0-dafe578400f9', 'status': 'completed', 'code': 200} Nov 12 07:46:52.245625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:46:52.245990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Checking segment: {'id': '4929fc7c-c7d8-455c-9211-0af203dbd1b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:52.246400 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:52.247039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Bound using segment: {'id': '4929fc7c-c7d8-455c-9211-0af203dbd1b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:46:52.247724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Bound port: 6bfb9e75-f176-4c52-82d2-fba6692dc886, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4929fc7c-c7d8-455c-9211-0af203dbd1b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bf85d800-b8a3-4be5-a127-78fbecc42c38'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:46:52.247847 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:52.305124 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-449f5777-0ce1-45a2-bb30-ad022677042d req-58e448be-43de-43ab-ad97-a0cc916e56b1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 1163 time: 0.0943115 Nov 12 07:46:52.322799 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:46:52.344753 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:52.354947 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:52.357979 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea', 'code': 200} Nov 12 07:46:52.374964 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cbfea792-a9e3-4be0-ae3a-d72f65b9970b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:52.483394 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f5777-0ce1-45a2-bb30-ad022677042d req-f15dad73-8efa-4568-92e4-35f15f0e0b8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:52.485063 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-449f5777-0ce1-45a2-bb30-ad022677042d req-f15dad73-8efa-4568-92e4-35f15f0e0b8b service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.1609414 Nov 12 07:46:52.562662 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-449f5777-0ce1-45a2-bb30-ad022677042d req-7bc95afb-53d5-4ff5-b440-65cc3227af54 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=a5c910ad-4d62-4b62-b2c0-dafe578400f9 HTTP/1.1" status: 200 len: 217 time: 0.0698154 Nov 12 07:46:52.610200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Transition to ACTIVE for port object ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:46:52.634269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f5777-0ce1-45a2-bb30-ad022677042d req-26e0d35d-87ba-4f8f-8d01-997373f82875 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:52.636164 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-449f5777-0ce1-45a2-bb30-ad022677042d req-26e0d35d-87ba-4f8f-8d01-997373f82875 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0673082 Nov 12 07:46:52.643953 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:52.682378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Pushing event updated for resources: {'Port': ['ID=26240326-9faf-4992-a95a-2ef4de195843,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:52.685407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] For port 6bfb9e75-f176-4c52-82d2-fba6692dc886, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:52.722884 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-449f5777-0ce1-45a2-bb30-ad022677042d req-6c2cadb9-c73b-43fe-be2d-8ee06e81b63a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788229 Nov 12 07:46:52.759161 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:52.766451 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2db6d5a6-f4c0-4af5-ac34-5e396dccdddd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:52.805375 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-d9c1956c-9607-4fc8-b369-bcc218c6d810 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 1159 time: 0.6726296 Nov 12 07:46:52.828318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] For port 6bfb9e75-f176-4c52-82d2-fba6692dc886, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=6bfb9e75-f176-4c52-82d2-fba6692dc886,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:46:52.899734 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:53.103388 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-449f5777-0ce1-45a2-bb30-ad022677042d req-9318064a-19be-4dd5-b4ca-3f46c919c5f5 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729372 Nov 12 07:46:53.107645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:53.135422 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:53.136939 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b1e0bb9f-b767-423b-bb75-c67af2991e41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:53.206819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4ea53-4fb7-4e3e-b428-1ed85ddfc6c6 req-3ad0894a-1a3d-4a7f-bbea-dfe8e184f8b1 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:53.208450 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7ab4ea53-4fb7-4e3e-b428-1ed85ddfc6c6 req-3ad0894a-1a3d-4a7f-bbea-dfe8e184f8b1 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 948 time: 0.7855663 Nov 12 07:46:53.252722 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-449f5777-0ce1-45a2-bb30-ad022677042d req-cfe2df63-d969-4d7f-9d0b-5cea166e7635 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414237 Nov 12 07:46:53.280316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Network 907ee0e8-0396-44d3-93a0-b665aeb66d7e is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:46:53.288003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a5c910ad-4d62-4b62-b2c0-dafe578400f9 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:53.295893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa9481-f04c-43f9-8137-c04910d81c79 req-1e871bd6-0507-490d-a56b-b17c2dd0225a tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:53.297542 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0ffa9481-f04c-43f9-8137-c04910d81c79 req-1e871bd6-0507-490d-a56b-b17c2dd0225a tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/ports?device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 931 time: 0.8114660 Nov 12 07:46:53.298438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:46:53.320248 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:46:53.363303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port a5c910ad-4d62-4b62-b2c0-dafe578400f9 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:46:53.368377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port a5c910ad-4d62-4b62-b2c0-dafe578400f9 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:53.368782 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:53.486220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-d7fef592-3060-4aa0-b0d6-cc2a436179ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:53.487821 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-d7fef592-3060-4aa0-b0d6-cc2a436179ac service neutron] 10.222.0.33 "GET /v2.0/networks?id=bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 200 len: 902 time: 0.6616821 Nov 12 07:46:53.488500 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfb9e75-f176-4c52-82d2-fba6692dc886,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:53.493925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:53.505791 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:53.524815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c910ad-4d62-4b62-b2c0-dafe578400f9'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:53.535596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port a5c910ad-4d62-4b62-b2c0-dafe578400f9, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a5c910ad-4d62-4b62-b2c0-dafe578400f9,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:53.540846 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:53.543822 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:53.552492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:53.553522 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:53.585515 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7ab4ea53-4fb7-4e3e-b428-1ed85ddfc6c6 req-8d652856-bc33-4102-b0c7-eb59f7ac43e5 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397729 Nov 12 07:46:53.592824 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:53.594630 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] 10.222.0.41 "PUT /v2.0/ports/6bfb9e75-f176-4c52-82d2-fba6692dc886 HTTP/1.1" status: 200 len: 1156 time: 5.6714253 Nov 12 07:46:53.648523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=a5c910ad-4d62-4b62-b2c0-dafe578400f9,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:53.653417 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:53.711732 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0ffa9481-f04c-43f9-8137-c04910d81c79 req-91b019f2-961e-4d8c-8bf5-90fd74e392ff tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/security-groups?id=13a02122-93dc-48ab-9264-a76933176a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925807 Nov 12 07:46:53.806901 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2520587 Nov 12 07:46:53.832963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Request body: {'port': {'device_id': 'e2b27c0e-79e3-46b4-b975-e409cad78d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:46:53.885418 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-cf6abc70-3d0e-4ab9-86b9-ee8efa4d9159 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=464ddc5d-1149-41a2-8349-fed791f86eea HTTP/1.1" status: 200 len: 217 time: 0.3750393 Nov 12 07:46:54.252681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'tag': '6bfb9e75-f176-4c52-82d2-fba6692dc886'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:54.253325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a5c910ad-4d62-4b62-b2c0-dafe578400f9 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:54.323754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Attempting to bind port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:46:54.324011 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Attempting to bind port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:46:54.324379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Attempting to bind port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 on network 71dec89f-760d-4076-aef8-88ce965d6ab4 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:46:54.328435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port a5c910ad-4d62-4b62-b2c0-dafe578400f9 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:54.328843 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:54.418074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:46:54.418388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Checking segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:54.419377 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:54.419788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Bound using segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:46:54.420289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Bound port: ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:46:54.420669 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:54.453129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-39366bdf-6987-4659-a342-378c73b9487f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:54.454997 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-39366bdf-6987-4659-a342-378c73b9487f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 200 len: 848 time: 0.5095780 Nov 12 07:46:54.546418 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:54.584780 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-713126fd-cf0b-435f-a7f9-5e198bf399d1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=bdcf583c-9b91-4b67-8d2c-23531a9270a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160908 Nov 12 07:46:54.587831 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-70836787-5d2d-4115-b23a-76222699e98a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df00d4adbb61409687704d8cee0ac12d&device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 1159 time: 0.9212966 Nov 12 07:46:54.821342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d560aa-fd85-45f7-b0f1-5e703e99312d req-f67f58d3-ccc0-497b-af62-fbe69adf3555 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:54.822897 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-91d560aa-fd85-45f7-b0f1-5e703e99312d req-f67f58d3-ccc0-497b-af62-fbe69adf3555 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.9634857 Nov 12 07:46:54.824243 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-ee2ca054-1597-4ff1-9e5a-b86a0e845bbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bfb9e75-f176-4c52-82d2-fba6692dc886 HTTP/1.1" status: 200 len: 217 time: 0.2257266 Nov 12 07:46:54.935210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:54.951323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbb8e2-793c-4e1d-9096-da2e120eaba7 req-9d1086e2-8ff8-4184-9e8b-961db08f9f36 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:54.952951 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-42dbb8e2-793c-4e1d-9096-da2e120eaba7 req-9d1086e2-8ff8-4184-9e8b-961db08f9f36 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 943 time: 1.0103598 Nov 12 07:46:55.036128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:46:55.072615 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:55.100917 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-af9e4f15-1c63-42fd-bfd3-adf1f3c2a2a4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:55.214007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-1f3e2299-ad39-423c-9d3c-0cce38ca3519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:55.215914 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-1f3e2299-ad39-423c-9d3c-0cce38ca3519 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba849498-f25f-43e3-9fd3-4a9a72d76b44 HTTP/1.1" status: 200 len: 852 time: 0.3550081 Nov 12 07:46:55.233489 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-3a1e9037-968a-4ccd-bf5c-f07e93525d41 service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310375 Nov 12 07:46:55.396011 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-91d560aa-fd85-45f7-b0f1-5e703e99312d req-f856f6d7-c68f-4df2-9dce-c5b0780e2446 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337272 Nov 12 07:46:55.470538 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-d5b1dc31-dfac-480e-90c7-3274b73b9007 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf85d800-b8a3-4be5-a127-78fbecc42c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1819415 Nov 12 07:46:55.534974 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-42dbb8e2-793c-4e1d-9096-da2e120eaba7 req-ec2d6888-03fb-4c45-8fa1-723c537d9c4d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228434 Nov 12 07:46:55.563376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:46:55.596103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:55.599628 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:56.185849 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-a74ed7dc-37af-4e6b-9f32-ec8fa48a6a0b service neutron] 10.222.0.33 "GET /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9066679 Nov 12 07:46:56.237448 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:56.238943 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 HTTP/1.1" status: 200 len: 1155 time: 5.9473686 Nov 12 07:46:56.242672 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-6e2930ce-2412-4acc-85ab-d7bde090e391 service neutron] 10.222.0.41 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7561014 Nov 12 07:46:56.408564 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:46:56.492678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90fb8f-74cd-46e8-9b52-9b1487bb9e4f req-75591a39-d241-4bec-a8e8-3310c4413ff4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:56.494231 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bf90fb8f-74cd-46e8-9b52-9b1487bb9e4f req-75591a39-d241-4bec-a8e8-3310c4413ff4 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 944 time: 0.7749867 Nov 12 07:46:56.510218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673e59b-bb7c-48f9-a5dc-0d6160cefae4 req-68b58dbd-0525-4a27-a1db-7e7e2c39b61e tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:56.511791 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c673e59b-bb7c-48f9-a5dc-0d6160cefae4 req-68b58dbd-0525-4a27-a1db-7e7e2c39b61e tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 944 time: 0.7937505 Nov 12 07:46:56.624674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26240326-9faf-4992-a95a-2ef4de195843 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:46:56.657547 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:56.703140 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78d58c9d-06e0-41bd-97c3-1e087efe4e19 req-a48fc620-13d3-4999-860a-b28ea99084f6 service neutron] 10.222.0.41 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4502199 Nov 12 07:46:56.710460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Transition to ACTIVE for port object 26240326-9faf-4992-a95a-2ef4de195843 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:46:56.726046 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:56.743013 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:56.773330 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bf90fb8f-74cd-46e8-9b52-9b1487bb9e4f req-e33c1c4a-3167-424b-b0f3-9bd26dd5b20b tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715268 Nov 12 07:46:56.808208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c673e59b-bb7c-48f9-a5dc-0d6160cefae4 req-c111b502-be7f-4944-9746-eaef165c3467 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769988 Nov 12 07:46:56.865542 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-82982367-9afd-4b0f-bf56-86df78c0864e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 1158 time: 0.5860875 Nov 12 07:46:56.939625 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'tag': '6bfb9e75-f176-4c52-82d2-fba6692dc886', 'status': 'completed', 'code': 200} Nov 12 07:46:56.959148 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c910ad-4d62-4b62-b2c0-dafe578400f9', 'code': 200} Nov 12 07:46:57.015086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Pushing event updated for resources: {'Port': ['ID=26240326-9faf-4992-a95a-2ef4de195843,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:57.025100 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-b995502f-5210-4708-9770-53c46e5adf86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 HTTP/1.1" status: 200 len: 217 time: 0.1493456 Nov 12 07:46:57.028449 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-d8986543-9e3a-4239-840a-daf7975c70a1 tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.33 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c&tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&binding%3Ahost_id=n-h2-761264-6 HTTP/1.1" status: 200 len: 1159 time: 0.5038817 Nov 12 07:46:57.040158 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:57.101378 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f08a13a-ea26-4dba-8098-89cc9a44665a req-10dc187d-4b43-4a0e-be36-8bd3143d3ea7 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 1165 time: 0.0766256 Nov 12 07:46:57.150370 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f08a13a-ea26-4dba-8098-89cc9a44665a req-0b85dd40-57e1-4a8b-81e9-db4a79ba753a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Nov 12 07:46:57.333238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-4a018b3b-b5b4-49a8-a63c-bcb5c12c04ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:57.334751 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-4a018b3b-b5b4-49a8-a63c-bcb5c12c04ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.2873552 Nov 12 07:46:57.462348 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-48bef1be-d5f8-4e45-9e6e-93f4a0d31d7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149726 Nov 12 07:46:57.506838 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0e172950-25bc-410b-9933-2d00b996cc8c req-c230b7ac-62b5-4693-befa-cc5f2c124e58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df00d4adbb61409687704d8cee0ac12d&device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 1159 time: 0.5538538 Nov 12 07:46:57.729419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31b9af-f350-4966-b318-4a4d473783ca req-8be51aa5-1cec-4440-af72-09cac88cb96b tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:57.730178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3b31b9af-f350-4966-b318-4a4d473783ca req-8be51aa5-1cec-4440-af72-09cac88cb96b tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Synchronizing usage tracker for tenant:f6bf252c49de4cdba5220a8c261901da on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:46:57.760109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188a7c7-7b8b-4363-aab0-b6042188340c req-ce527739-7807-44ef-be93-70c126670b19 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:57.761813 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1188a7c7-7b8b-4363-aab0-b6042188340c req-ce527739-7807-44ef-be93-70c126670b19 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 950 time: 0.6785638 Nov 12 07:46:57.763648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-452ee437-45e4-402c-83b5-5bf884ccd8fc service neutron] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:57.798557 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-452ee437-45e4-402c-83b5-5bf884ccd8fc service neutron] Notify callbacks [] for binding, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:57.799716 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-769ac2e8-2e7b-4865-ad43-a0f88899381a req-452ee437-45e4-402c-83b5-5bf884ccd8fc service neutron] 10.222.0.33 "DELETE /v2.0/ports/464ddc5d-1149-41a2-8349-fed791f86eea/bindings/n-h1-761264-6 HTTP/1.1" status: 204 len: 173 time: 0.7535505 Nov 12 07:46:57.888185 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-db5c1796-224e-438d-aba5-ffdb25ad699e service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099844 Nov 12 07:46:57.913053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3b31b9af-f350-4966-b318-4a4d473783ca req-8be51aa5-1cec-4440-af72-09cac88cb96b tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Unset dirty status for tenant:f6bf252c49de4cdba5220a8c261901da on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:46:57.914233 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b31b9af-f350-4966-b318-4a4d473783ca req-8be51aa5-1cec-4440-af72-09cac88cb96b tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/ports?device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 943 time: 0.7924533 Nov 12 07:46:57.947983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Attempting to bind port 26240326-9faf-4992-a95a-2ef4de195843 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:46:57.948362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Attempting to bind port 26240326-9faf-4992-a95a-2ef4de195843 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'd8e97411-3a2b-4393-bcad-7182c33401ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '907ee0e8-0396-44d3-93a0-b665aeb66d7e'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:46:57.948736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Attempting to bind port 26240326-9faf-4992-a95a-2ef4de195843 on network 907ee0e8-0396-44d3-93a0-b665aeb66d7e {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:46:57.957072 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e172950-25bc-410b-9933-2d00b996cc8c req-9d32ad4f-b09f-4d9b-affa-9fa672649f95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:57.958673 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0e172950-25bc-410b-9933-2d00b996cc8c req-9d32ad4f-b09f-4d9b-affa-9fa672649f95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 200 len: 906 time: 0.4383478 Nov 12 07:46:58.346212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1188a7c7-7b8b-4363-aab0-b6042188340c req-9c335992-55a0-444f-b3c4-eda9ff84e8b5 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594044 Nov 12 07:46:58.361495 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:46:58.361912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Checking segment: {'id': 'd8e97411-3a2b-4393-bcad-7182c33401ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '907ee0e8-0396-44d3-93a0-b665aeb66d7e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:46:58.362318 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:58.362697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Bound using segment: {'id': 'd8e97411-3a2b-4393-bcad-7182c33401ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '907ee0e8-0396-44d3-93a0-b665aeb66d7e'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:46:58.363198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Bound port: 26240326-9faf-4992-a95a-2ef4de195843, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e97411-3a2b-4393-bcad-7182c33401ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '907ee0e8-0396-44d3-93a0-b665aeb66d7e'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:46:58.363668 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:58.396931 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0e172950-25bc-410b-9933-2d00b996cc8c req-c18451f7-e79f-4e05-a18e-e0ba029d63ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bfb9e75-f176-4c52-82d2-fba6692dc886 HTTP/1.1" status: 200 len: 217 time: 0.1755800 Nov 12 07:46:58.515044 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b31b9af-f350-4966-b318-4a4d473783ca req-036e590b-5c83-4ce7-a59b-694f6e2cc981 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/security-groups?id=13a02122-93dc-48ab-9264-a76933176a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690110 Nov 12 07:46:58.569757 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-72ccc1f0-5340-45d8-8732-b1c6fc2003bd req-34eaced3-018d-4908-9b86-09eae2c75761 service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6577311 Nov 12 07:46:58.600973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e172950-25bc-410b-9933-2d00b996cc8c req-b199f49f-43e4-4b61-aeb8-1b824d2bb147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:58.602735 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0e172950-25bc-410b-9933-2d00b996cc8c req-b199f49f-43e4-4b61-aeb8-1b824d2bb147 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba849498-f25f-43e3-9fd3-4a9a72d76b44 HTTP/1.1" status: 200 len: 852 time: 0.1947386 Nov 12 07:46:58.611823 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] For port 26240326-9faf-4992-a95a-2ef4de195843, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:46:58.710836 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0e172950-25bc-410b-9933-2d00b996cc8c req-1a693e4c-c226-471e-94d9-3f0717653f2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf85d800-b8a3-4be5-a127-78fbecc42c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004267 Nov 12 07:46:58.726590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] For port 26240326-9faf-4992-a95a-2ef4de195843, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=26240326-9faf-4992-a95a-2ef4de195843,segment=NetworkSegment(d8e97411-3a2b-4393-bcad-7182c33401ba),segment_id=d8e97411-3a2b-4393-bcad-7182c33401ba)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:46:58.796610 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:58.864904 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7836f619-a783-41b1-8cbd-393771510c5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:58.976649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:59.099297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Pushing event updated for resources: {'Port': ['ID=26240326-9faf-4992-a95a-2ef4de195843,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:59.118635 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:59.154408 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0e172950-25bc-410b-9933-2d00b996cc8c req-9d1f72e7-f6d8-4260-ad5c-61280a4d61c4 service neutron] 10.222.0.41 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297378 Nov 12 07:46:59.197106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a168be4-c40c-46de-ba11-879d921ce109 req-4eaad481-b0b9-47b1-9b2b-304a8412b826 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:59.198685 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a168be4-c40c-46de-ba11-879d921ce109 req-4eaad481-b0b9-47b1-9b2b-304a8412b826 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.5355120 Nov 12 07:46:59.283061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76744f6-5243-4ca0-b269-09cc0771b087 req-6a5127d6-ee83-400f-a15b-0695d2e2c74e tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:59.284670 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e76744f6-5243-4ca0-b269-09cc0771b087 req-6a5127d6-ee83-400f-a15b-0695d2e2c74e tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 943 time: 0.5727534 Nov 12 07:46:59.321554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 464ddc5d-1149-41a2-8349-fed791f86eea up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:46:59.330597 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:59.332079 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] 10.222.0.33 "PUT /v2.0/ports/26240326-9faf-4992-a95a-2ef4de195843 HTTP/1.1" status: 200 len: 1155 time: 5.5075707 Nov 12 07:46:59.399743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 464ddc5d-1149-41a2-8349-fed791f86eea completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:46:59.404704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 464ddc5d-1149-41a2-8349-fed791f86eea triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:46:59.405149 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:59.447094 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a168be4-c40c-46de-ba11-879d921ce109 req-05d1c5ca-374f-4c32-91b7-884338f365c7 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396781 Nov 12 07:46:59.478545 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e76744f6-5243-4ca0-b269-09cc0771b087 req-31bb36c5-be41-433c-9980-d292a6a1f7d3 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863797 Nov 12 07:46:59.487585 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0e172950-25bc-410b-9933-2d00b996cc8c req-b3350bcf-e330-4fd3-a28e-bfa97af94908 service neutron] 10.222.0.41 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3223314 Nov 12 07:46:59.535925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:59.546156 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-42d618d7-c0e8-4304-8712-11e5f8839117 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f6bf252c49de4cdba5220a8c261901da&device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 1158 time: 0.1611793 Nov 12 07:46:59.569548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=464ddc5d-1149-41a2-8349-fed791f86eea,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:46:59.585047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:46:59.588275 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:46:59.592548 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:46:59.715263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=464ddc5d-1149-41a2-8349-fed791f86eea,revision_number=12']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:46:59.720299 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:46:59.722613 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-0dd4d21a-921b-49ee-a0c5-b608ce2da383 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26240326-9faf-4992-a95a-2ef4de195843 HTTP/1.1" status: 200 len: 217 time: 0.1654656 Nov 12 07:46:59.738400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-fa0ddad9-4e32-461a-bfd4-34dcab869a42 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:46:59.864398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-e467ebbd-f639-41f9-a758-9bc4f79d6811 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:59.866010 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-e467ebbd-f639-41f9-a758-9bc4f79d6811 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0adaacae-2eb7-4bb0-8470-b2488dd52795 HTTP/1.1" status: 200 len: 861 time: 0.1051285 Nov 12 07:46:59.925331 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-7a30b369-626c-49af-8666-fdbb24283d76 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=907ee0e8-0396-44d3-93a0-b665aeb66d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502913 Nov 12 07:46:59.967461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71007203-f0e7-49f3-aa4a-a85386620d8b req-07f82fbd-ea90-419d-99d7-3d5d88393567 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:46:59.968959 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-71007203-f0e7-49f3-aa4a-a85386620d8b req-07f82fbd-ea90-419d-99d7-3d5d88393567 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 944 time: 0.2548366 Nov 12 07:47:00.028721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb2a0e-e7e1-453e-a4d0-d0d1591787e8 req-df841c24-51d1-4282-b483-34cf36982e1a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:00.030312 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-71eb2a0e-e7e1-453e-a4d0-d0d1591787e8 req-df841c24-51d1-4282-b483-34cf36982e1a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 946 time: 0.3696814 Nov 12 07:47:00.169547 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-71007203-f0e7-49f3-aa4a-a85386620d8b req-d0dadc94-9f2c-4b24-99fc-8141d3933724 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475229 Nov 12 07:47:00.173802 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-71eb2a0e-e7e1-453e-a4d0-d0d1591787e8 req-2c768aea-a90b-4ad5-a028-77fe46e3f34d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160047 Nov 12 07:47:00.177439 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-eecbc954-d69f-46ab-94cb-318330ec3aa0 service neutron] 10.222.0.33 "GET /v2.0/networks/907ee0e8-0396-44d3-93a0-b665aeb66d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442989 Nov 12 07:47:00.301895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 464ddc5d-1149-41a2-8349-fed791f86eea up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:00.340007 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67f59db5-eb54-4f0a-aed7-0563bd8d4295 req-c9ba3ccd-3873-4a8a-a8ba-9b4ca4d132f4 service neutron] 10.222.0.33 "GET /v2.0/networks/907ee0e8-0396-44d3-93a0-b665aeb66d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1537254 Nov 12 07:47:00.380235 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-790ba77b-2488-446b-aa4d-657ee17f9a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:00.386612 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4', 'status': 'completed', 'code': 200} Nov 12 07:47:00.391384 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 464ddc5d-1149-41a2-8349-fed791f86eea triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:00.391933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:00.422569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 6bfb9e75-f176-4c52-82d2-fba6692dc886 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:00.559718 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-902c2405-8eda-4455-8486-7fa87aacca39 req-93da780e-de0a-4e43-b963-bc9252af5bab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 1158 time: 0.2181697 Nov 12 07:47:00.597866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7582e-d282-4be0-a2c3-0a2c300fd719 req-a764b5b9-f6aa-45bd-a382-a4d80de1d717 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:00.599486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef7582e-d282-4be0-a2c3-0a2c300fd719 req-a764b5b9-f6aa-45bd-a382-a4d80de1d717 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 950 time: 0.2076905 Nov 12 07:47:00.599604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 6bfb9e75-f176-4c52-82d2-fba6692dc886 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:47:00.605211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 6bfb9e75-f176-4c52-82d2-fba6692dc886 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:00.605211 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:00.662117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be429a-ad59-49a5-bb31-dea5eb7ebc97 req-1c5edf8b-54d5-42b0-85f5-ac879b9d0e1e tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:00.663656 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-47be429a-ad59-49a5-bb31-dea5eb7ebc97 req-1c5edf8b-54d5-42b0-85f5-ac879b9d0e1e tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/ports?device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 943 time: 0.2258661 Nov 12 07:47:00.728292 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:00.766147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 6bfb9e75-f176-4c52-82d2-fba6692dc886, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=6bfb9e75-f176-4c52-82d2-fba6692dc886,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:00.769812 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:00.771867 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:00.843161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=6bfb9e75-f176-4c52-82d2-fba6692dc886,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:00.846653 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:01.020784 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef7582e-d282-4be0-a2c3-0a2c300fd719 req-dc7ca8da-b050-41a3-a73d-59f89554880f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118419 Nov 12 07:47:01.028062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c2405-8eda-4455-8486-7fa87aacca39 req-e3d8fb3f-489c-49db-8e3a-53fa3077cbaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:01.029580 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-902c2405-8eda-4455-8486-7fa87aacca39 req-e3d8fb3f-489c-49db-8e3a-53fa3077cbaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.4623706 Nov 12 07:47:01.035556 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-47be429a-ad59-49a5-bb31-dea5eb7ebc97 req-4b58d0bc-91a3-4db4-ab4a-06fd2587e406 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/security-groups?id=13a02122-93dc-48ab-9264-a76933176a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466556 Nov 12 07:47:01.114672 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-902c2405-8eda-4455-8486-7fa87aacca39 req-f75efbec-555e-405b-8085-43ea3134df97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 HTTP/1.1" status: 200 len: 217 time: 0.0780606 Nov 12 07:47:01.131468 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea', 'code': 200} Nov 12 07:47:01.189976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c2405-8eda-4455-8486-7fa87aacca39 req-10bd08db-5c29-4b44-a5c0-893ae2ee1b0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:01.192774 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-902c2405-8eda-4455-8486-7fa87aacca39 req-10bd08db-5c29-4b44-a5c0-893ae2ee1b0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.0709498 Nov 12 07:47:01.263606 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-902c2405-8eda-4455-8486-7fa87aacca39 req-2606447d-c7b6-494a-ad01-89d93a0693fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632155 Nov 12 07:47:01.508467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50518) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:01.545032 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-902c2405-8eda-4455-8486-7fa87aacca39 req-5c4361ce-8269-42dc-b768-61ce39fa1f7a service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742436 Nov 12 07:47:01.596960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288ab3a-074e-4e81-8ec4-321099db61ab req-7c12c0e5-1ccb-421e-82a9-55f9b690e1de tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:01.598621 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2288ab3a-074e-4e81-8ec4-321099db61ab req-7c12c0e5-1ccb-421e-82a9-55f9b690e1de tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 943 time: 0.2376609 Nov 12 07:47:01.692681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d56305-613f-4cce-bbfe-0b084e166a84 req-d09cdd1b-d702-4e93-8eae-c6e500e947ac tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:01.694330 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f9d56305-613f-4cce-bbfe-0b084e166a84 req-d09cdd1b-d702-4e93-8eae-c6e500e947ac tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.2615008 Nov 12 07:47:01.705206 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-18a04a51-c0b5-4a33-8878-35860e6337f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:01.740115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-18a04a51-c0b5-4a33-8878-35860e6337f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:01.744352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-18a04a51-c0b5-4a33-8878-35860e6337f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7536e35b06b14e83a48df8e95a41ed62 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:01.747499 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-18a04a51-c0b5-4a33-8878-35860e6337f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:01.753577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-18a04a51-c0b5-4a33-8878-35860e6337f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:01.783929 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2288ab3a-074e-4e81-8ec4-321099db61ab req-764f119a-cf84-45a1-8d80-3a6df66dcfc4 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345954 Nov 12 07:47:01.800880 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-902c2405-8eda-4455-8486-7fa87aacca39 req-e84bba35-3673-4b83-bfe8-aa8fc16bd624 service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2454100 Nov 12 07:47:01.804280 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f9d56305-613f-4cce-bbfe-0b084e166a84 req-60c7902f-a198-42ff-bbd5-9d5a2f95f31a tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020277 Nov 12 07:47:01.836248 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-18a04a51-c0b5-4a33-8878-35860e6337f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:01.841522 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-18a04a51-c0b5-4a33-8878-35860e6337f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:01.851468 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7b9139fa-b382-4ee0-a372-c0f5f00756a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:01.895125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a04a51-c0b5-4a33-8878-35860e6337f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df809db-a830-45a3-9611-cb34471b452e,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:01.902200 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-18a04a51-c0b5-4a33-8878-35860e6337f2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7536e35b06b14e83a48df8e95a41ed62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3900476 Nov 12 07:47:01.902200 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-18a04a51-c0b5-4a33-8878-35860e6337f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:01.902505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50524) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:01.968816 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3319-8d08-4993-b68b-5d00982829f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:01.996199 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3319-8d08-4993-b68b-5d00982829f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.043119 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3319-8d08-4993-b68b-5d00982829f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.048315 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-18a04a51-c0b5-4a33-8878-35860e6337f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:02.060129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f3319-8d08-4993-b68b-5d00982829f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df809db-a830-45a3-9611-cb34471b452e,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:02.065219 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c5debfd-3dc7-45ae-8171-a6208df8c669 req-04f6d999-7d2b-407e-a19c-561bdfe25d9d tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 1165 time: 0.1403034 Nov 12 07:47:02.065354 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fe5f3319-8d08-4993-b68b-5d00982829f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:02.067241 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3319-8d08-4993-b68b-5d00982829f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.072256 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fe5f3319-8d08-4993-b68b-5d00982829f8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3df809db-a830-45a3-9611-cb34471b452e HTTP/1.1" status: 204 len: 168 time: 0.1647458 Nov 12 07:47:02.072848 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-98b2246e-5db3-4118-84f7-984ab0e62ee8 req-234e5feb-50ec-40fd-a254-91d75e30580e tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 1161 time: 0.1130636 Nov 12 07:47:02.148978 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c5debfd-3dc7-45ae-8171-a6208df8c669 req-9693b7c4-3aac-421e-8988-65024834a30f tempest-ServersOnMultiNodesTest-927825407 tempest-ServersOnMultiNodesTest-927825407] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736628 Nov 12 07:47:02.152184 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-98b2246e-5db3-4118-84f7-984ab0e62ee8 req-dfe4c173-a757-463e-b21f-dc6b7d23c46d tempest-LiveMigrationTest-558540147 tempest-LiveMigrationTest-558540147] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622396 Nov 12 07:47:02.282866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 6bfb9e75-f176-4c52-82d2-fba6692dc886 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:02.390035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b27c0e-79e3-46b4-b975-e409cad78d13', 'tag': '26240326-9faf-4992-a95a-2ef4de195843'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:02.404029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ff6fd-7b3b-465a-a4bd-2ee181600882 req-d8361f6a-d861-4078-a186-5c09027c6f98 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:02.405932 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c37ff6fd-7b3b-465a-a4bd-2ee181600882 req-d8361f6a-d861-4078-a186-5c09027c6f98 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 946 time: 0.1243165 Nov 12 07:47:02.420525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 6bfb9e75-f176-4c52-82d2-fba6692dc886 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:02.420973 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.466346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50550) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:02.473591 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c37ff6fd-7b3b-465a-a4bd-2ee181600882 req-28677676-6433-4aa1-a4b1-e89b993ac5b4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607297 Nov 12 07:47:02.506650 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cdfea657-2e91-47a1-a016-37e79de60632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.526467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-3c4cb6b3-a37b-4d96-92cb-b2c5641da3ba None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:47:02.565243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-cdfea657-2e91-47a1-a016-37e79de60632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:02.569766 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-cdfea657-2e91-47a1-a016-37e79de60632 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b0863999ed4a4d8f7f8fffe4a3414e is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:02.573339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-cdfea657-2e91-47a1-a016-37e79de60632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:02.580395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-cdfea657-2e91-47a1-a016-37e79de60632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:02.585463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ffe98-234e-4d51-bc97-f213e0089e61 req-6545b10d-aad4-4e87-a96b-21542c88ee0e tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:02.587381 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-df9ffe98-234e-4d51-bc97-f213e0089e61 req-6545b10d-aad4-4e87-a96b-21542c88ee0e tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/ports?device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 943 time: 0.0989840 Nov 12 07:47:02.629315 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:02.649697 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-df9ffe98-234e-4d51-bc97-f213e0089e61 req-f3977c65-bc27-45a5-a0dd-386c0904d3c0 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/security-groups?id=13a02122-93dc-48ab-9264-a76933176a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542965 Nov 12 07:47:02.653898 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cdfea657-2e91-47a1-a016-37e79de60632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.658166 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cdfea657-2e91-47a1-a016-37e79de60632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.689301 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e0ce4f5f-6319-4fca-8ab6-0253b874cce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:02.706316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:47:02.712418 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:02.712976 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.722007 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cdfea657-2e91-47a1-a016-37e79de60632 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f4b0863999ed4a4d8f7f8fffe4a3414e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2517002 Nov 12 07:47:02.722007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfea657-2e91-47a1-a016-37e79de60632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7246ce5d-0114-424b-b824-f0ae962ee074,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:02.722420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 50554) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:02.736122 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cdfea657-2e91-47a1-a016-37e79de60632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:02.803509 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8d7b-dab0-4c92-a70d-2bf925b93b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.838366 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8d7b-dab0-4c92-a70d-2bf925b93b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.857322 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.897932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:02.898860 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8d7b-dab0-4c92-a70d-2bf925b93b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.902534 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.904811 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:02.905799 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f52f8627-23d8-45be-ae0e-29c3b942af85 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:02.923864 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd8d7b-dab0-4c92-a70d-2bf925b93b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7246ce5d-0114-424b-b824-f0ae962ee074,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:02.926944 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c4cd8d7b-dab0-4c92-a70d-2bf925b93b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:02.928628 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c4cd8d7b-dab0-4c92-a70d-2bf925b93b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:02.930073 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c4cd8d7b-dab0-4c92-a70d-2bf925b93b3f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/7246ce5d-0114-424b-b824-f0ae962ee074 HTTP/1.1" status: 204 len: 168 time: 0.2064080 Nov 12 07:47:03.046976 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b27c0e-79e3-46b4-b975-e409cad78d13', 'tag': '26240326-9faf-4992-a95a-2ef4de195843', 'status': 'completed', 'code': 200} Nov 12 07:47:03.054894 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-23690e73-f669-4d33-9f49-87fd0e7aa84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:03.063713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:03.066945 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:03.067826 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:03.132992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfb9e75-f176-4c52-82d2-fba6692dc886'}, {'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:03.181968 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:03.313926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727abdb-f54b-4acf-87a3-2d50e34cca84 req-037dcf83-80a0-40ed-91ca-131c20a3d602 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:03.315577 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3727abdb-f54b-4acf-87a3-2d50e34cca84 req-037dcf83-80a0-40ed-91ca-131c20a3d602 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 950 time: 0.2231736 Nov 12 07:47:03.321451 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0373cad1-2ac9-48f4-a3a6-8404026c639d req-6d0baec4-b0e7-40e2-944b-641cb7931da5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f6bf252c49de4cdba5220a8c261901da&device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 1158 time: 0.1868234 Nov 12 07:47:03.374986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204655da-3766-4ae9-bd63-a65db3369393 req-b82192c6-8ff9-4189-a29a-9ad995560aa1 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:03.376622 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-204655da-3766-4ae9-bd63-a65db3369393 req-b82192c6-8ff9-4189-a29a-9ad995560aa1 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 945 time: 0.2017698 Nov 12 07:47:03.532995 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3727abdb-f54b-4acf-87a3-2d50e34cca84 req-c7b1ae06-0157-458e-81d7-dd4dab5bb04a tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094576 Nov 12 07:47:03.554193 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373cad1-2ac9-48f4-a3a6-8404026c639d req-c33d3a09-1678-4e9a-969d-a1e19ea1f484 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:03.555810 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0373cad1-2ac9-48f4-a3a6-8404026c639d req-c33d3a09-1678-4e9a-969d-a1e19ea1f484 service neutron] 10.222.0.33 "GET /v2.0/networks?id=907ee0e8-0396-44d3-93a0-b665aeb66d7e HTTP/1.1" status: 200 len: 915 time: 0.2128625 Nov 12 07:47:03.575476 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-204655da-3766-4ae9-bd63-a65db3369393 req-0c4c4ec0-c69a-45f7-8c29-a2db8cb42460 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869323 Nov 12 07:47:03.625125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:03.693561 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0373cad1-2ac9-48f4-a3a6-8404026c639d req-f8c65ab0-6fa6-4206-82e5-3b32b714df4a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26240326-9faf-4992-a95a-2ef4de195843 HTTP/1.1" status: 200 len: 217 time: 0.1154263 Nov 12 07:47:03.743557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:03.744103 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:03.778786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 26240326-9faf-4992-a95a-2ef4de195843 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:03.948846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 26240326-9faf-4992-a95a-2ef4de195843 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:47:03.954179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 26240326-9faf-4992-a95a-2ef4de195843 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:03.954662 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:03.989793 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373cad1-2ac9-48f4-a3a6-8404026c639d req-2ca9e2ad-aea4-491f-8fc9-c7a551329729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:03.991396 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0373cad1-2ac9-48f4-a3a6-8404026c639d req-2ca9e2ad-aea4-491f-8fc9-c7a551329729 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0adaacae-2eb7-4bb0-8470-b2488dd52795 HTTP/1.1" status: 200 len: 861 time: 0.2247086 Nov 12 07:47:04.024131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50610) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:04.063004 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0373cad1-2ac9-48f4-a3a6-8404026c639d req-391bd3dc-46db-455d-b3cf-151320e3aa18 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=907ee0e8-0396-44d3-93a0-b665aeb66d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590675 Nov 12 07:47:04.078049 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.079523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0540646-4ff5-4e32-bb7d-2b9c0b29e21a req-97858b9a-bf9d-4616-ad5c-971ba353527a tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:04.081194 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a0540646-4ff5-4e32-bb7d-2b9c0b29e21a req-97858b9a-bf9d-4616-ad5c-971ba353527a tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.3656876 Nov 12 07:47:04.087239 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedeb68-2ffb-42cf-9006-7db6f7c8879e req-267a489b-4cb3-4df9-97ce-4144c734ef4c tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:04.088655 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4cedeb68-2ffb-42cf-9006-7db6f7c8879e req-267a489b-4cb3-4df9-97ce-4144c734ef4c tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.33 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 946 time: 0.3207352 Nov 12 07:47:04.115897 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 26240326-9faf-4992-a95a-2ef4de195843, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=26240326-9faf-4992-a95a-2ef4de195843,segment=NetworkSegment(d8e97411-3a2b-4393-bcad-7182c33401ba),segment_id=d8e97411-3a2b-4393-bcad-7182c33401ba)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:04.120129 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.123276 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:04.193255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=26240326-9faf-4992-a95a-2ef4de195843,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:04.196744 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:04.250676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce4a3-46a3-4dc3-a054-fcfd57b0a5ee req-7e1847df-26d8-4846-9780-08400263a6fe tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:04.252277 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-406ce4a3-46a3-4dc3-a054-fcfd57b0a5ee req-7e1847df-26d8-4846-9780-08400263a6fe tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 946 time: 0.3938258 Nov 12 07:47:04.257066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1503089848-network', 'tenant_id': '0102b44f00104b498c5adff8332f601d'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:04.262349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:04.266623 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Usage tracker for resource:network and tenant:0102b44f00104b498c5adff8332f601d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:04.270943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:04.277166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:04.286991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Made reservation on behalf of 0102b44f00104b498c5adff8332f601d for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:47:04.292783 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.307925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 26240326-9faf-4992-a95a-2ef4de195843 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:04.308492 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.341016 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.342588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4cedeb68-2ffb-42cf-9006-7db6f7c8879e req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Deleting port 464ddc5d-1149-41a2-8349-fed791f86eea {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:04.342948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:04.343077 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4cedeb68-2ffb-42cf-9006-7db6f7c8879e req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.347256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Usage tracker for resource:security_group_rule and tenant:0102b44f00104b498c5adff8332f601d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:04.350297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:04.356075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:04.385673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 26240326-9faf-4992-a95a-2ef4de195843 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:04.386183 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.426918 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.431124 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.441498 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a0540646-4ff5-4e32-bb7d-2b9c0b29e21a req-5e469a36-c2aa-4384-a601-01abf99b5d90 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281920 Nov 12 07:47:04.447786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:47:04.465173 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.465173 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Added segment dd8c1d1c-2c28-4ab1-aed3-1f89cef210ab of type vxlan for network 31340267-f58f-4285-9c16-1ef347574108 Nov 12 07:47:04.494805 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:04.499081 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-406ce4a3-46a3-4dc3-a054-fcfd57b0a5ee req-39b65efc-ff7c-4f24-aded-6887cd1507aa tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253184 Nov 12 07:47:04.504963 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0373cad1-2ac9-48f4-a3a6-8404026c639d req-bde795f4-a4e6-42a6-9c99-dbff8c225f67 service neutron] 10.222.0.33 "GET /v2.0/networks/907ee0e8-0396-44d3-93a0-b665aeb66d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330175 Nov 12 07:47:04.515374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.562113 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.566203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:04.567033 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.616483 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5909083 Nov 12 07:47:04.617549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50618) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:04.634091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Request body: {'subnet': {'network_id': '31340267-f58f-4285-9c16-1ef347574108', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1503089848-subnet', 'tenant_id': '0102b44f00104b498c5adff8332f601d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:04.654881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:04.659304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Usage tracker for resource:subnet and tenant:0102b44f00104b498c5adff8332f601d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:04.662454 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfb9e75-f176-4c52-82d2-fba6692dc886', 'code': 200} Nov 12 07:47:04.662753 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4', 'code': 200} Nov 12 07:47:04.666569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:04.673048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:04.679252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 464ddc5d-1149-41a2-8349-fed791f86eea no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:04.684721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101ea279-fd65-48b3-95db-0038fcab7328,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:04.689145 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:04.725011 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-54741ded-fb09-499e-9b2f-e00dcdea60e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:04.746900 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Made reservation on behalf of 0102b44f00104b498c5adff8332f601d for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:47:04.752688 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.851078 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.867513 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.891886 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=464ddc5d-1149-41a2-8349-fed791f86eea,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:04.896019 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:04.898840 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:04.978473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=464ddc5d-1149-41a2-8349-fed791f86eea,revision_number=13']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:04.983460 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:04.985898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Pushing event updated for resources: {'Network': ['ID=31340267-f58f-4285-9c16-1ef347574108,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:05.000107 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:05.001527 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 31340267-f58f-4285-9c16-1ef347574108 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:05.016783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 31340267-f58f-4285-9c16-1ef347574108 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:05.032191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 31340267-f58f-4285-9c16-1ef347574108 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:05.076577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c538f-3432-4747-9445-f426e43aac86 req-f5f8ad53-701b-4a71-bfe7-acfbab39c1c5 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:05.078275 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd4c538f-3432-4747-9445-f426e43aac86 req-f5f8ad53-701b-4a71-bfe7-acfbab39c1c5 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 950 time: 0.3960121 Nov 12 07:47:05.153825 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-135725c6-e218-4f47-a69f-accbe198e6fe req-fcd427bf-6075-42b1-9e3e-87fe3f1df7c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 1160 time: 0.3086419 Nov 12 07:47:05.209521 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0373cad1-2ac9-48f4-a3a6-8404026c639d req-65a989bc-75a9-4151-892a-28bd95d59825 service neutron] 10.222.0.33 "GET /v2.0/networks/907ee0e8-0396-44d3-93a0-b665aeb66d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6827769 Nov 12 07:47:05.257041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-bd4c538f-3432-4747-9445-f426e43aac86 req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Deleting port a5c910ad-4d62-4b62-b2c0-dafe578400f9 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:05.257341 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bd4c538f-3432-4747-9445-f426e43aac86 req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:05.313653 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-135725c6-e218-4f47-a69f-accbe198e6fe req-f4c73a18-237e-49fe-aa67-0896beb4d065 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457057 Nov 12 07:47:05.514404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664c413-65da-4d06-8faa-44aae852811c req-f854a9eb-6e31-4402-9e9d-2e0725e04052 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:05.519568 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4664c413-65da-4d06-8faa-44aae852811c req-f854a9eb-6e31-4402-9e9d-2e0725e04052 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/ports?device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 945 time: 0.7430513 Nov 12 07:47:05.523438 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-98ec2d75-4c13-4d6d-a13a-2c0a30e3bd66 req-78c68dd7-127e-4602-85af-a25a1f7ff3db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 1161 time: 0.7446952 Nov 12 07:47:05.530615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2924b7-8813-4390-9337-d89964052c14 req-1d69de32-7250-4410-bd82-4c0c20b0e8d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:05.534163 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ba2924b7-8813-4390-9337-d89964052c14 req-1d69de32-7250-4410-bd82-4c0c20b0e8d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 946 time: 0.7590432 Nov 12 07:47:05.546934 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-17fc049b-2e3d-44bc-ad35-4c0a8d0a4a79 req-6adac7eb-b427-4728-917d-ee3ecd446071 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=046feb45-41ec-4325-8e0b-a10025c72f1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.7690463 Nov 12 07:47:05.669933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-4cedeb68-2ffb-42cf-9006-7db6f7c8879e req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] For port 464ddc5d-1149-41a2-8349-fed791f86eea, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=464ddc5d-1149-41a2-8349-fed791f86eea,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:05.670332 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4cedeb68-2ffb-42cf-9006-7db6f7c8879e req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:05.679747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-bd4c538f-3432-4747-9445-f426e43aac86 req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] For port a5c910ad-4d62-4b62-b2c0-dafe578400f9, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a5c910ad-4d62-4b62-b2c0-dafe578400f9,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:05.680145 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bd4c538f-3432-4747-9445-f426e43aac86 req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:05.812853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-bd4c538f-3432-4747-9445-f426e43aac86 req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Calling delete_port for a5c910ad-4d62-4b62-b2c0-dafe578400f9 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:05.844273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4cedeb68-2ffb-42cf-9006-7db6f7c8879e req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Calling delete_port for 464ddc5d-1149-41a2-8349-fed791f86eea owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:05.924085 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4664c413-65da-4d06-8faa-44aae852811c req-a26f2150-1e97-4c37-9ea4-0f2ceda020b8 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/security-groups?id=13a02122-93dc-48ab-9264-a76933176a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813562 Nov 12 07:47:05.933222 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-98ec2d75-4c13-4d6d-a13a-2c0a30e3bd66 req-b45ffde6-32a6-4ba4-b580-ce6c8c44b2dd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978212 Nov 12 07:47:05.937922 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ba2924b7-8813-4390-9337-d89964052c14 req-aceb7e96-1041-4018-95bc-d872708c20f6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580337 Nov 12 07:47:05.986415 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-17fc049b-2e3d-44bc-ad35-4c0a8d0a4a79 req-1cf0ca0a-29ed-4e0f-a32d-af54d8438fbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a596bb136bd4592b14cc074ed23b99c&device_id=046feb45-41ec-4325-8e0b-a10025c72f1d HTTP/1.1" status: 200 len: 1164 time: 0.3877540 Nov 12 07:47:06.003823 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:06.022247 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:06.085677 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4cedeb68-2ffb-42cf-9006-7db6f7c8879e req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:06.104062 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd6c0a45-53d1-46e5-b3f4-00f633ce9ce4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:06.174354 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bd4c538f-3432-4747-9445-f426e43aac86 req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:06.194403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=450ba6e0-0607-4add-928e-ccdf06c63362,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:06.203309 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:06.203877 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-65dc138a-ac75-4f94-af16-456aa32db45c tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:06.230829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a5c910ad-4d62-4b62-b2c0-dafe578400f9 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:06.248454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Pushing event deleted for resources: {'Port': ['ID=464ddc5d-1149-41a2-8349-fed791f86eea,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:06.251366 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:06.273281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] No Port match for: a5c910ad-4d62-4b62-b2c0-dafe578400f9 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:47:06.273665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a5c910ad-4d62-4b62-b2c0-dafe578400f9 not bound to the agent host n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:47:06.287447 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e5805a0-47e5-4f9b-8ff3-3b6d5db2c993 req-7e294d1a-88c8-4a26-9a50-612d32e12525 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c HTTP/1.1" status: 200 len: 210 time: 0.1847818 Nov 12 07:47:06.314709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event deleted for resources: {'Port': ['ID=a5c910ad-4d62-4b62-b2c0-dafe578400f9,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:06.320751 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:06.471497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Checking segment: {'id': 'dd8c1d1c-2c28-4ab1-aed3-1f89cef210ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '31340267-f58f-4285-9c16-1ef347574108'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:47:06.471903 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Network hostable DHCP agents. Network: 31340267-f58f-4285-9c16-1ef347574108, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:47:06.590720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc049b-2e3d-44bc-ad35-4c0a8d0a4a79 req-b74a495c-1fd0-4ea2-9671-8ed13cbbd516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:06.592870 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-17fc049b-2e3d-44bc-ad35-4c0a8d0a4a79 req-b74a495c-1fd0-4ea2-9671-8ed13cbbd516 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.4036214 Nov 12 07:47:06.663913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b27c0e-79e3-46b4-b975-e409cad78d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26240326-9faf-4992-a95a-2ef4de195843'}, {'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:06.770554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cedeb68-2ffb-42cf-9006-7db6f7c8879e req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] No DVR routers for this DVR port 464ddc5d-1149-41a2-8349-fed791f86eea on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:06.774133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4c538f-3432-4747-9445-f426e43aac86 req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] No DVR routers for this DVR port a5c910ad-4d62-4b62-b2c0-dafe578400f9 on host n-h2-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:06.780425 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bd4c538f-3432-4747-9445-f426e43aac86 req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:06.783053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c', 'name': 'network-vif-deleted', 'tag': 'a5c910ad-4d62-4b62-b2c0-dafe578400f9'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:06.789677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adf668-f5c9-4771-95ce-f21892b9deea req-e4c98b26-a845-4a7c-b40a-bb21c7624770 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:06.791355 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-42adf668-f5c9-4771-95ce-f21892b9deea req-e4c98b26-a845-4a7c-b40a-bb21c7624770 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 945 time: 0.5381968 Nov 12 07:47:06.792667 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4cedeb68-2ffb-42cf-9006-7db6f7c8879e req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:06.796977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-deleted', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:06.808368 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd4c538f-3432-4747-9445-f426e43aac86 req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "DELETE /v2.0/ports/a5c910ad-4d62-4b62-b2c0-dafe578400f9 HTTP/1.1" status: 204 len: 173 time: 1.6945345 Nov 12 07:47:06.809734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Network 31340267-f58f-4285-9c16-1ef347574108 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:47:06.819345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 31340267-f58f-4285-9c16-1ef347574108) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:47:06.829096 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-17fc049b-2e3d-44bc-ad35-4c0a8d0a4a79 req-35e23502-3283-41c3-8587-260bfb3d8c2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=aec50f27-64b3-408b-8b26-43dca5e06537 HTTP/1.1" status: 200 len: 217 time: 0.1827703 Nov 12 07:47:06.829338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27289fb4-31c2-48ca-82bb-4810f291766a None None] Network 31340267-f58f-4285-9c16-1ef347574108 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:47:06.831561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:06.832270 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:06.860616 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2297976 Nov 12 07:47:06.862447 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4cedeb68-2ffb-42cf-9006-7db6f7c8879e req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.33 "DELETE /v2.0/ports/464ddc5d-1149-41a2-8349-fed791f86eea HTTP/1.1" status: 204 len: 173 time: 2.7476776 Nov 12 07:47:06.982805 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-42adf668-f5c9-4771-95ce-f21892b9deea req-78e7d5ed-c3d5-4083-a4e6-fd9de9220106 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758254 Nov 12 07:47:07.014852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc049b-2e3d-44bc-ad35-4c0a8d0a4a79 req-b5c59bf0-c40b-4a6e-8881-871eb77eae02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:07.016606 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-17fc049b-2e3d-44bc-ad35-4c0a8d0a4a79 req-b5c59bf0-c40b-4a6e-8881-871eb77eae02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1616366 Nov 12 07:47:07.041400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d370d3-53d6-4fca-bc14-ad241bde5821 req-9ee254e1-0941-4e2c-9b2e-3140f409ac9b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:07.049755 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-10d370d3-53d6-4fca-bc14-ad241bde5821 req-9ee254e1-0941-4e2c-9b2e-3140f409ac9b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.3978124 Nov 12 07:47:07.130281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f790478-081c-4536-bdcd-698b53356e09 None None] Network 31340267-f58f-4285-9c16-1ef347574108 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:47:07.185613 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-10d370d3-53d6-4fca-bc14-ad241bde5821 req-43fd38fc-513c-4a98-992c-108fa679c24b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346364 Nov 12 07:47:07.216279 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-17fc049b-2e3d-44bc-ad35-4c0a8d0a4a79 req-90d5ffaf-9584-4e15-91ac-691c5217a5ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818891 Nov 12 07:47:07.429411 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b27c0e-79e3-46b4-b975-e409cad78d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26240326-9faf-4992-a95a-2ef4de195843', 'code': 200} Nov 12 07:47:07.429941 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea', 'code': 200} Nov 12 07:47:07.495845 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:07.573298 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be88a51-fdfe-4e4a-977d-6b2c9fa29a6c', 'name': 'network-vif-deleted', 'tag': 'a5c910ad-4d62-4b62-b2c0-dafe578400f9', 'status': 'completed', 'code': 200} Nov 12 07:47:07.586678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c1f13a50-5078-4d65-a427-124da2c6a993 req-c6edcc4d-e867-4ddd-bc17-9ae55a3b9076 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Synchronizing usage tracker for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:07.688625 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0741c247-e60a-4aeb-94d1-2b60cc5d381c', 'name': 'network-vif-deleted', 'tag': '464ddc5d-1149-41a2-8349-fed791f86eea', 'status': 'completed', 'code': 200} Nov 12 07:47:07.723068 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-17fc049b-2e3d-44bc-ad35-4c0a8d0a4a79 req-d21f0eb1-dea8-475c-ac27-767e3a497014 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044306 Nov 12 07:47:07.723884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c1f13a50-5078-4d65-a427-124da2c6a993 req-c6edcc4d-e867-4ddd-bc17-9ae55a3b9076 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Unset dirty status for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:07.735317 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c1f13a50-5078-4d65-a427-124da2c6a993 req-c6edcc4d-e867-4ddd-bc17-9ae55a3b9076 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=0741c247-e60a-4aeb-94d1-2b60cc5d381c HTTP/1.1" status: 200 len: 210 time: 0.5169280 Nov 12 07:47:08.033435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50684) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:08.043187 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2014744632-network', 'tenant_id': '2b67b57f43d745fb88bf79ab76b667d1'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:08.049347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:08.057060 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Usage tracker for resource:network and tenant:2b67b57f43d745fb88bf79ab76b667d1 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:08.061131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:08.070090 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:08.083890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Made reservation on behalf of 2b67b57f43d745fb88bf79ab76b667d1 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:47:08.088915 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:08.103837 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:08.139964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:08.145961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Usage tracker for resource:security_group_rule and tenant:2b67b57f43d745fb88bf79ab76b667d1 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:08.151169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:08.160528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:08.246302 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:08.251060 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:08.254565 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:08.293736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:47:08.303822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbe8c96-46d5-4e9f-9344-0001d5f3353b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:08.307289 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:08.312116 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:08.312448 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Added segment d809169f-94ac-4797-8960-d1e43483ce6b of type vxlan for network 6c782117-acc8-4aec-a97c-f03ef0659ddd Nov 12 07:47:08.343829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:08.350514 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3f3b02c-8212-4e10-825d-f14951c874fb req-1537ab45-4661-4cab-902b-be558c491d2e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 1160 time: 0.7662232 Nov 12 07:47:08.379201 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:08.380723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:08.381420 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:08.387311 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:08.416015 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-17fc049b-2e3d-44bc-ad35-4c0a8d0a4a79 req-319e8ce4-af65-4e3e-b709-484dba48cc5d service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6794374 Nov 12 07:47:08.446883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03e26-e6bb-4155-8050-bb2b9422c102 req-06e33008-2f43-4f36-9b8b-52cb0857ce53 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:08.448543 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-07a03e26-e6bb-4155-8050-bb2b9422c102 req-06e33008-2f43-4f36-9b8b-52cb0857ce53 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/ports?device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 945 time: 0.6458793 Nov 12 07:47:08.464993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbad742-671d-4935-b24b-7be774e4c119 req-8aa1822b-930e-4693-983f-b470770c8081 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:08.467443 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6cbad742-671d-4935-b24b-7be774e4c119 req-8aa1822b-930e-4693-983f-b470770c8081 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 946 time: 0.2692211 Nov 12 07:47:08.470706 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3f3b02c-8212-4e10-825d-f14951c874fb req-3534fbd6-35cb-4db8-ae01-1a7bd1abbd6c service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=13a02122-93dc-48ab-9264-a76933176a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980613 Nov 12 07:47:08.513113 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4773257 Nov 12 07:47:08.515583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Pushing event updated for resources: {'Network': ['ID=6c782117-acc8-4aec-a97c-f03ef0659ddd,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:08.517502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 50692) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:08.520369 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:08.533764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 6c782117-acc8-4aec-a97c-f03ef0659ddd details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:08.535099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Request body: {'subnet': {'network_id': '6c782117-acc8-4aec-a97c-f03ef0659ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2014744632-subnet', 'tenant_id': '2b67b57f43d745fb88bf79ab76b667d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:08.545980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:08.552772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 6c782117-acc8-4aec-a97c-f03ef0659ddd details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:08.567272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Usage tracker for resource:subnet and tenant:2b67b57f43d745fb88bf79ab76b667d1 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:08.568521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 6c782117-acc8-4aec-a97c-f03ef0659ddd details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:08.579244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:08.592039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:08.596348 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-07a03e26-e6bb-4155-8050-bb2b9422c102 req-2086d010-a45e-46ed-92bb-679a6658444f tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/security-groups?id=13a02122-93dc-48ab-9264-a76933176a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278932 Nov 12 07:47:08.600205 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6cbad742-671d-4935-b24b-7be774e4c119 req-f10ea17e-b264-45fb-b677-f946bdcc1a3b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122789 Nov 12 07:47:08.608244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Made reservation on behalf of 2b67b57f43d745fb88bf79ab76b667d1 for: {'subnet': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:47:08.613792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5786994'] for subnet, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:09.156095 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b3c1f-a573-4d8f-9435-dd3f1a1b534b req-ee1b0bb0-95d0-4c17-957e-8bb95c93f37d tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:09.157768 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5e1b3c1f-a573-4d8f-9435-dd3f1a1b534b req-ee1b0bb0-95d0-4c17-957e-8bb95c93f37d tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.2562613 Nov 12 07:47:09.165207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf629b-55f8-4526-b4b5-0bde729b6c2b req-456c88a7-9cba-4875-8e78-92568ec4e3e8 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:09.166691 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dbcf629b-55f8-4526-b4b5-0bde729b6c2b req-456c88a7-9cba-4875-8e78-92568ec4e3e8 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 945 time: 0.2176034 Nov 12 07:47:09.274040 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5e1b3c1f-a573-4d8f-9435-dd3f1a1b534b req-a4b5ef34-327c-4d34-8c88-e862e90584e5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055357 Nov 12 07:47:09.281346 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dbcf629b-55f8-4526-b4b5-0bde729b6c2b req-5455506f-87cf-4546-99ff-e247c85303a9 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027369 Nov 12 07:47:09.353432 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6570232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5786977'] for subnet, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:09.369780 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-113d4dac-8e90-4f23-acae-2317653cf965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:09.568541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1a71af-3c28-4ad2-9ba5-b8926d0f6ce0,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:09.576243 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:09.590003 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1acc56f4-501d-4435-98ca-53b8930f4b1a req-e16a25ee-3e0c-4ef5-8298-a1543e349a91 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-529290338&fields=id&tenant_id=df00d4adbb61409687704d8cee0ac12d HTTP/1.1" status: 200 len: 267 time: 0.1838081 Nov 12 07:47:09.692213 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Checking segment: {'id': 'd809169f-94ac-4797-8960-d1e43483ce6b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '6c782117-acc8-4aec-a97c-f03ef0659ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:47:09.692606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Network hostable DHCP agents. Network: 6c782117-acc8-4aec-a97c-f03ef0659ddd, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:47:09.721930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc56f4-501d-4435-98ca-53b8930f4b1a req-65c492ae-1500-4fd6-88f3-de3622865de1 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:09.723555 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1acc56f4-501d-4435-98ca-53b8930f4b1a req-65c492ae-1500-4fd6-88f3-de3622865de1 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 946 time: 0.1249962 Nov 12 07:47:09.732617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Network 6c782117-acc8-4aec-a97c-f03ef0659ddd is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:47:09.746996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-1acc56f4-501d-4435-98ca-53b8930f4b1a req-7d543be6-9a99-4087-afdd-cf6ef84bb5d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'port': {'security_groups': ['ecbed406-ea02-4794-96f1-9d82c84de23f', '03e371cc-62ff-4ee8-9c34-1a4e7c3a368a']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:09.784970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 6c782117-acc8-4aec-a97c-f03ef0659ddd) {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:47:09.792724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07956ae5-9141-43e5-8a17-57834c3ceaf0 None None] Network 6c782117-acc8-4aec-a97c-f03ef0659ddd requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:47:09.820942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:09.820942 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:09.939495 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4208024 Nov 12 07:47:09.971796 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1acc56f4-501d-4435-98ca-53b8930f4b1a req-7d543be6-9a99-4087-afdd-cf6ef84bb5d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:10.050420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ba3f72-6caa-4969-bf60-c66ebd91366e None None] Network 6c782117-acc8-4aec-a97c-f03ef0659ddd requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:47:10.062712 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ee0d1da4-fbf1-4c0f-9cb7-0fc7f184550d req-ff58593b-2de8-4676-afd8-041ed570b39d tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 1160 time: 0.1894705 Nov 12 07:47:10.092181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50732) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:10.165050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-17628cd2-76b0-468b-9dfd-e9a6e775aef9 admin admin] Deleting subnet 450ba6e0-0607-4add-928e-ccdf06c63362 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:47:10.168322 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17628cd2-76b0-468b-9dfd-e9a6e775aef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:10.181480 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ee0d1da4-fbf1-4c0f-9cb7-0fc7f184550d req-d0afecd5-45b6-423a-8ff6-5f98fbef39bc tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848057 Nov 12 07:47:10.223107 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17628cd2-76b0-468b-9dfd-e9a6e775aef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:10.302807 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17628cd2-76b0-468b-9dfd-e9a6e775aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:10.425748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-1acc56f4-501d-4435-98ca-53b8930f4b1a req-7d543be6-9a99-4087-afdd-cf6ef84bb5d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] For port 6bfb9e75-f176-4c52-82d2-fba6692dc886, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=6bfb9e75-f176-4c52-82d2-fba6692dc886,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:10.474036 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1acc56f4-501d-4435-98ca-53b8930f4b1a req-7d543be6-9a99-4087-afdd-cf6ef84bb5d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:10.479266 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1acc56f4-501d-4435-98ca-53b8930f4b1a req-7d543be6-9a99-4087-afdd-cf6ef84bb5d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:10.497883 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6e84f01d-945e-413d-823e-8b9d581d8860 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:10.569622 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17628cd2-76b0-468b-9dfd-e9a6e775aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:10.586350 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:10.649104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef793c6-67e4-4d64-8f0f-29db93868cb0 req-90d10366-9866-4098-aced-18541a26af66 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:10.650746 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eef793c6-67e4-4d64-8f0f-29db93868cb0 req-90d10366-9866-4098-aced-18541a26af66 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 950 time: 0.2696767 Nov 12 07:47:10.673985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17628cd2-76b0-468b-9dfd-e9a6e775aef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450ba6e0-0607-4add-928e-ccdf06c63362,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:10.676852 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-17628cd2-76b0-468b-9dfd-e9a6e775aef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:10.696025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d543be6-9a99-4087-afdd-cf6ef84bb5d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'Port': ['ID=6bfb9e75-f176-4c52-82d2-fba6692dc886,revision_number=5']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:10.705359 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7d543be6-9a99-4087-afdd-cf6ef84bb5d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:10.731961 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-17628cd2-76b0-468b-9dfd-e9a6e775aef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:10.739568 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-17628cd2-76b0-468b-9dfd-e9a6e775aef9 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/450ba6e0-0607-4add-928e-ccdf06c63362 HTTP/1.1" status: 204 len: 168 time: 0.6461589 Nov 12 07:47:10.742091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50740) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:10.752458 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eef793c6-67e4-4d64-8f0f-29db93868cb0 req-9af90deb-1203-493f-8132-e68d2b6b5287 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919747 Nov 12 07:47:10.764315 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc56f4-501d-4435-98ca-53b8930f4b1a req-7d543be6-9a99-4087-afdd-cf6ef84bb5d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:10.765027 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1acc56f4-501d-4435-98ca-53b8930f4b1a req-7d543be6-9a99-4087-afdd-cf6ef84bb5d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:10.771564 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1acc56f4-501d-4435-98ca-53b8930f4b1a req-7d543be6-9a99-4087-afdd-cf6ef84bb5d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "PUT /v2.0/ports/6bfb9e75-f176-4c52-82d2-fba6692dc886 HTTP/1.1" status: 200 len: 982 time: 1.0332439 Nov 12 07:47:10.773859 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'tag': '6bfb9e75-f176-4c52-82d2-fba6692dc886'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:10.876105 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.030707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f4928-613a-487f-985d-1f95f295bbcc req-6c32ed65-d1f4-4982-86a6-8a4990c308ee tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:11.032377 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c6f4928-613a-487f-985d-1f95f295bbcc req-6c32ed65-d1f4-4982-86a6-8a4990c308ee tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/ports?device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 945 time: 0.1502054 Nov 12 07:47:11.076409 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.089754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-9b09aa5f-1690-4e4c-a589-113560a2c380 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:11.091352 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-9b09aa5f-1690-4e4c-a589-113560a2c380 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "GET /v2.0/ports?device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 950 time: 0.1379666 Nov 12 07:47:11.139886 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c6f4928-613a-487f-985d-1f95f295bbcc req-2c25cad3-6a4a-4d3f-b9ac-cf0dc9204bc6 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/security-groups?id=13a02122-93dc-48ab-9264-a76933176a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984898 Nov 12 07:47:11.180947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Deleting port e55bb42d-76d6-47b7-947a-f025a2a38ce5 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:11.182016 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.203320 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31340267-f58f-4285-9c16-1ef347574108']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:11.217318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8c1d1c-2c28-4ab1-aed3-1f89cef210ab') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:11.217645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8c1d1c-2c28-4ab1-aed3-1f89cef210ab') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:11.231529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.249200 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.251311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:47:11.435723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Network 31340267-f58f-4285-9c16-1ef347574108 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:47:11.445340 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.639169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Network 31340267-f58f-4285-9c16-1ef347574108 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:47:11.664116 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:47:11.672141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 6bfb9e75-f176-4c52-82d2-fba6692dc886 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:11.749133 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.753671 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:11.755596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 6bfb9e75-f176-4c52-82d2-fba6692dc886 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:11.756521 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.772445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.780621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Pushing event deleted for resources: {'Network': ['ID=31340267-f58f-4285-9c16-1ef347574108,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:11.783934 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] 10.222.0.40 "DELETE /v2.0/networks/31340267-f58f-4285-9c16-1ef347574108 HTTP/1.1" status: 204 len: 168 time: 1.0406826 Nov 12 07:47:11.785015 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:11.787553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50762) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:11.827778 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-000778b2-d666-4cb0-b587-79ad8f4f9a4c req-a2f7fe7d-f3bd-4421-a1a5-463461cb811c tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 1160 time: 0.5931633 Nov 12 07:47:11.851079 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607714a-d09f-4337-837f-477915306726 req-a1c57c60-1c25-4f48-a3b4-6c58b493a3b0 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:11.852655 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d607714a-d09f-4337-837f-477915306726 req-a1c57c60-1c25-4f48-a3b4-6c58b493a3b0 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.5681102 Nov 12 07:47:11.860966 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-552acdb9-7612-443e-b3ab-d8cfb0454e00 admin admin] Deleting subnet 1c1a71af-3c28-4ad2-9ba5-b8926d0f6ce0 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:47:11.864815 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-552acdb9-7612-443e-b3ab-d8cfb0454e00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.891122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e55bb42d-76d6-47b7-947a-f025a2a38ce5 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:11.922798 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-552acdb9-7612-443e-b3ab-d8cfb0454e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.985023 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-552acdb9-7612-443e-b3ab-d8cfb0454e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:11.988312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] For port e55bb42d-76d6-47b7-947a-f025a2a38ce5, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e55bb42d-76d6-47b7-947a-f025a2a38ce5,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:11.988725 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.010561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.041978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154aa2cb-1bdd-4463-bc00-e006495266a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e55bb42d-76d6-47b7-947a-f025a2a38ce5'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:12.052924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port e55bb42d-76d6-47b7-947a-f025a2a38ce5, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e55bb42d-76d6-47b7-947a-f025a2a38ce5,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:12.056481 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.059242 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:12.066962 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-000778b2-d666-4cb0-b587-79ad8f4f9a4c req-1491da8f-04ff-4f1c-bd09-a386f4514087 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131727 Nov 12 07:47:12.081492 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d607714a-d09f-4337-837f-477915306726 req-12cba233-ce53-4571-bb40-2af000ad7600 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035449 Nov 12 07:47:12.131611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=e55bb42d-76d6-47b7-947a-f025a2a38ce5,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:12.137267 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:12.178266 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Calling delete_port for e55bb42d-76d6-47b7-947a-f025a2a38ce5 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:12.215403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-c11b0afd-a206-43f0-a1c9-01d763635d0d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:12.217060 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-c11b0afd-a206-43f0-a1c9-01d763635d0d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.33 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 947 time: 0.4651506 Nov 12 07:47:12.227390 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'tag': '6bfb9e75-f176-4c52-82d2-fba6692dc886', 'status': 'completed', 'code': 200} Nov 12 07:47:12.292933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-552acdb9-7612-443e-b3ab-d8cfb0454e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.309760 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-17628cd2-76b0-468b-9dfd-e9a6e775aef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:12.395771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552acdb9-7612-443e-b3ab-d8cfb0454e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1a71af-3c28-4ad2-9ba5-b8926d0f6ce0,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:12.411215 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-552acdb9-7612-443e-b3ab-d8cfb0454e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:12.450999 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-552acdb9-7612-443e-b3ab-d8cfb0454e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.457431 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-552acdb9-7612-443e-b3ab-d8cfb0454e00 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/1c1a71af-3c28-4ad2-9ba5-b8926d0f6ce0 HTTP/1.1" status: 204 len: 168 time: 0.6687961 Nov 12 07:47:12.460259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50772) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:12.494476 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Deleting port fbd1f78b-8f78-4b11-8a33-54ed644a032b {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:12.494858 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.535621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device fbd1f78b-8f78-4b11-8a33-54ed644a032b no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:12.552956 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d1db6ceb-67d4-48a9-9b3b-07ae2d35845f req-9c26f6ff-59cd-4c28-aff0-f58ce2083624 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/03e371cc-62ff-4ee8-9c34-1a4e7c3a368a HTTP/1.1" status: 200 len: 1633 time: 0.3449323 Nov 12 07:47:12.580180 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.590766 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:47:12.591315 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:47:12.668919 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.671077 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e1eba657-4cee-42d1-ac72-52c4b0c7b438 req-31ba2ed7-7972-42be-b44e-fd7e5042eb94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df00d4adbb61409687704d8cee0ac12d&device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 1201 time: 0.4213984 Nov 12 07:47:12.703625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:12.705656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf060020-9201-4c6d-8b8e-ff35459433b1 req-099ef480-e323-445b-8fb3-37a42747ec1f tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:12.707045 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.707297 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bf060020-9201-4c6d-8b8e-ff35459433b1 req-099ef480-e323-445b-8fb3-37a42747ec1f tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 947 time: 0.3725979 Nov 12 07:47:12.709092 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:12.774239 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.777469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=fbd1f78b-8f78-4b11-8a33-54ed644a032b,revision_number=13']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:12.780993 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:12.892146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c782117-acc8-4aec-a97c-f03ef0659ddd']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:12.905684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd809169f-94ac-4797-8960-d1e43483ce6b') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:12.906020 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd809169f-94ac-4797-8960-d1e43483ce6b') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:12.918455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.937210 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-d1db6ceb-67d4-48a9-9b3b-07ae2d35845f req-e70f4dee-ebca-4bf0-b674-0d02a10250cd tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 07:47:12.937923 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:12.938345 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d1db6ceb-67d4-48a9-9b3b-07ae2d35845f req-e70f4dee-ebca-4bf0-b674-0d02a10250cd tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "DELETE /v2.0/security-groups/03e371cc-62ff-4ee8-9c34-1a4e7c3a368a HTTP/1.1" status: 409 len: 341 time: 0.3733802 Nov 12 07:47:12.940078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:47:13.003730 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bf060020-9201-4c6d-8b8e-ff35459433b1 req-6f0221b5-4384-4253-ae03-f74312486367 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672791 Nov 12 07:47:13.015768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba657-4cee-42d1-ac72-52c4b0c7b438 req-4d649cba-b529-49da-a8ae-d3dbb3d351b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:13.017375 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e1eba657-4cee-42d1-ac72-52c4b0c7b438 req-4d649cba-b529-49da-a8ae-d3dbb3d351b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 200 len: 906 time: 0.3187759 Nov 12 07:47:13.092136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Deleting port e55bb42d-76d6-47b7-947a-f025a2a38ce5 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:13.092518 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:13.140013 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e1eba657-4cee-42d1-ac72-52c4b0c7b438 req-60770dcf-f160-4462-8222-c901534fe063 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bfb9e75-f176-4c52-82d2-fba6692dc886 HTTP/1.1" status: 200 len: 217 time: 0.1128435 Nov 12 07:47:13.169697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Network 6c782117-acc8-4aec-a97c-f03ef0659ddd has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:47:13.182444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:13.206396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:13.206919 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:13.218625 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154aa2cb-1bdd-4463-bc00-e006495266a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e55bb42d-76d6-47b7-947a-f025a2a38ce5', 'code': 200} Nov 12 07:47:13.372607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Network 6c782117-acc8-4aec-a97c-f03ef0659ddd has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:47:13.396378 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:47:13.470247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Calling delete_port for fbd1f78b-8f78-4b11-8a33-54ed644a032b owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:13.482194 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:13.485851 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dfdeb5a5-db2f-4067-993b-8c187e86b697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:13.505568 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:13.517289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c782117-acc8-4aec-a97c-f03ef0659ddd,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:13.521538 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:13.523229 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] 10.222.0.40 "DELETE /v2.0/networks/6c782117-acc8-4aec-a97c-f03ef0659ddd HTTP/1.1" status: 204 len: 168 time: 1.0620234 Nov 12 07:47:13.556397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba657-4cee-42d1-ac72-52c4b0c7b438 req-350264a5-a413-465e-9334-091153125dea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:13.558184 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e1eba657-4cee-42d1-ac72-52c4b0c7b438 req-350264a5-a413-465e-9334-091153125dea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba849498-f25f-43e3-9fd3-4a9a72d76b44 HTTP/1.1" status: 200 len: 852 time: 0.4093051 Nov 12 07:47:13.624955 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e1eba657-4cee-42d1-ac72-52c4b0c7b438 req-e64f9840-6ba8-44c7-aa55-0fbc88c67b00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf85d800-b8a3-4be5-a127-78fbecc42c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486104 Nov 12 07:47:13.780693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50810) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:13.839868 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e22abb53-c2d3-4a49-9861-36e2be682f23 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0102b44f00104b498c5adff8332f601d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0572906 Nov 12 07:47:13.842856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50814) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:13.897226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364ab2-28d3-421d-9212-a495b8122a8f req-c853b441-df8e-4d67-8be4-2adabff82450 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:13.898882 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44364ab2-28d3-421d-9212-a495b8122a8f req-c853b441-df8e-4d67-8be4-2adabff82450 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=154aa2cb-1bdd-4463-bc00-e006495266a3 HTTP/1.1" status: 200 len: 948 time: 0.6947274 Nov 12 07:47:13.913673 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a47883aa-d976-4cd7-bc12-6555938f3b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:13.942333 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a47883aa-d976-4cd7-bc12-6555938f3b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:13.999188 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a47883aa-d976-4cd7-bc12-6555938f3b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:14.004724 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d9970413-102f-44c0-98f9-cd7e1041fb95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:14.019651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47883aa-d976-4cd7-bc12-6555938f3b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101ea279-fd65-48b3-95db-0038fcab7328,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:14.023394 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a47883aa-d976-4cd7-bc12-6555938f3b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:14.025869 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a47883aa-d976-4cd7-bc12-6555938f3b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:14.029778 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a47883aa-d976-4cd7-bc12-6555938f3b8c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/101ea279-fd65-48b3-95db-0038fcab7328 HTTP/1.1" status: 204 len: 168 time: 0.1830699 Nov 12 07:47:14.221926 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:47:14.222509 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:47:14.277691 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] For port e55bb42d-76d6-47b7-947a-f025a2a38ce5, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e55bb42d-76d6-47b7-947a-f025a2a38ce5,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:14.278113 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:14.355083 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e1eba657-4cee-42d1-ac72-52c4b0c7b438 req-eb7decc3-33ee-4e59-bdd0-0b950ee94c10 service neutron] 10.222.0.41 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6981211 Nov 12 07:47:14.423359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Calling delete_port for e55bb42d-76d6-47b7-947a-f025a2a38ce5 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:14.462325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50824) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:14.485241 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44364ab2-28d3-421d-9212-a495b8122a8f req-8a9f798d-1e6f-44e5-a30d-5340eaa43183 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744586 Nov 12 07:47:14.509345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1c1ab-befa-49e6-81f4-a8c99698491c req-997073db-4c73-45e7-928d-0f958d9eb525 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:14.510973 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3ec1c1ab-befa-49e6-81f4-a8c99698491c req-997073db-4c73-45e7-928d-0f958d9eb525 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.8528759 Nov 12 07:47:14.564245 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f86e2da5-9e5d-43f6-9e1d-c934f43fedbf admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2b67b57f43d745fb88bf79ab76b667d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0983748 Nov 12 07:47:14.564618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 50830) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:14.634053 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e5210444-53e3-4894-a9a7-397f933ce177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:14.663604 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e5210444-53e3-4894-a9a7-397f933ce177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:14.689092 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3ec1c1ab-befa-49e6-81f4-a8c99698491c req-dceac7e5-de6f-457f-93ec-4b411798df8e tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276972 Nov 12 07:47:14.720942 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e5210444-53e3-4894-a9a7-397f933ce177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:14.727881 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e1eba657-4cee-42d1-ac72-52c4b0c7b438 req-2a84d7fb-7186-48dc-8387-25f88211d89d service neutron] 10.222.0.41 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2757504 Nov 12 07:47:14.728415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Deleting port fbd1f78b-8f78-4b11-8a33-54ed644a032b {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:14.729315 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:14.731860 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-05a93e96-86ce-4186-adec-88e7a3fdeb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:14.770437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5210444-53e3-4894-a9a7-397f933ce177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbe8c96-46d5-4e9f-9344-0001d5f3353b,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:14.782893 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e5210444-53e3-4894-a9a7-397f933ce177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:14.786833 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e5210444-53e3-4894-a9a7-397f933ce177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:14.788246 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e5210444-53e3-4894-a9a7-397f933ce177 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ccbe8c96-46d5-4e9f-9344-0001d5f3353b HTTP/1.1" status: 204 len: 168 time: 0.2227798 Nov 12 07:47:15.104747 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:15.129977 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1abf4d34-8baa-4a2d-926b-6dfe1699b3c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:15.220720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:15.263335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event deleted for resources: {'Port': ['ID=e55bb42d-76d6-47b7-947a-f025a2a38ce5,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:15.276921 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:15.409522 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3c9946d-1d6f-444c-862f-9e3a9cfa13c3 req-d987f20a-61d4-473c-b70d-fc03d1aa8251 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df00d4adbb61409687704d8cee0ac12d&device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 1201 time: 0.5874703 Nov 12 07:47:15.428199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeddf8a-8a5e-4596-a97a-6158aa58cbda req-2c9d64e6-b4ef-4e7e-9882-708df3e77884 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:15.436288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bfeddf8a-8a5e-4596-a97a-6158aa58cbda req-2c9d64e6-b4ef-4e7e-9882-708df3e77884 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 985 time: 0.5423326 Nov 12 07:47:15.454283 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b779f87-2781-4510-8cfb-0a6a3ecfbf89 req-38eb7d33-c1fe-4b26-9452-39795268cc97 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.1169701 Nov 12 07:47:15.623290 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2b43e-1cd1-4d98-ba08-a5c77d208af8 req-b8b698a5-c15c-46e9-9c5e-a0f1d6d2510d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:15.625081 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25c2b43e-1cd1-4d98-ba08-a5c77d208af8 req-b8b698a5-c15c-46e9-9c5e-a0f1d6d2510d tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=8a34841f-558a-4216-8d70-5bfa29ba2ac1 HTTP/1.1" status: 200 len: 945 time: 0.6069405 Nov 12 07:47:15.714585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] For port fbd1f78b-8f78-4b11-8a33-54ed644a032b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fbd1f78b-8f78-4b11-8a33-54ed644a032b,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:15.715051 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:15.808410 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9946d-1d6f-444c-862f-9e3a9cfa13c3 req-cf7aebaf-7949-4837-b336-c5d12dde7935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:15.810696 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3c9946d-1d6f-444c-862f-9e3a9cfa13c3 req-cf7aebaf-7949-4837-b336-c5d12dde7935 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 200 len: 906 time: 0.3899183 Nov 12 07:47:15.827358 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bfeddf8a-8a5e-4596-a97a-6158aa58cbda req-64dbc015-9d68-4e07-ae0f-28251bfedcdf tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&id=03e371cc-62ff-4ee8-9c34-1a4e7c3a368a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3900344 Nov 12 07:47:15.913451 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b779f87-2781-4510-8cfb-0a6a3ecfbf89 req-5f1462b3-6162-4162-a435-daffc1fedaca service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 1161 time: 0.4350505 Nov 12 07:47:16.113458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b779f87-2781-4510-8cfb-0a6a3ecfbf89 req-aea83a8e-89ce-48a1-b1a8-cd2d657c2720 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:16.116550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] No DVR routers for this DVR port e55bb42d-76d6-47b7-947a-f025a2a38ce5 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:16.117681 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b779f87-2781-4510-8cfb-0a6a3ecfbf89 req-aea83a8e-89ce-48a1-b1a8-cd2d657c2720 service neutron] 10.222.0.33 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.1794176 Nov 12 07:47:16.126376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Calling delete_port for fbd1f78b-8f78-4b11-8a33-54ed644a032b owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:16.174970 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:16.179449 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3c9946d-1d6f-444c-862f-9e3a9cfa13c3 req-cf845835-6db8-4597-beb5-92b5a2f3315b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bfb9e75-f176-4c52-82d2-fba6692dc886 HTTP/1.1" status: 200 len: 217 time: 0.3385417 Nov 12 07:47:16.179763 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154aa2cb-1bdd-4463-bc00-e006495266a3', 'name': 'network-vif-deleted', 'tag': 'e55bb42d-76d6-47b7-947a-f025a2a38ce5'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:16.220791 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b779f87-2781-4510-8cfb-0a6a3ecfbf89 req-0286b8b8-a687-4b11-b912-c8bb33b879cf service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a4d7469-9639-45e9-82f8-675c437f4259 HTTP/1.1" status: 200 len: 217 time: 0.0950747 Nov 12 07:47:16.291085 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cee814e9-1cde-496a-983d-425b4ef5a374 req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "DELETE /v2.0/ports/e55bb42d-76d6-47b7-947a-f025a2a38ce5 HTTP/1.1" status: 204 len: 173 time: 5.1931362 Nov 12 07:47:16.323413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b779f87-2781-4510-8cfb-0a6a3ecfbf89 req-a91ef1f7-77af-42ff-8ce1-6b8a7daf837a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:16.323683 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25c2b43e-1cd1-4d98-ba08-a5c77d208af8 req-db9a717d-eccb-49a8-91cd-d93b7416cd72 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6821909 Nov 12 07:47:16.327650 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b779f87-2781-4510-8cfb-0a6a3ecfbf89 req-a91ef1f7-77af-42ff-8ce1-6b8a7daf837a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.0973163 Nov 12 07:47:16.441274 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b779f87-2781-4510-8cfb-0a6a3ecfbf89 req-c87b92b4-4d1f-499d-9cf8-a3f0506637e9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057000 Nov 12 07:47:16.454911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9946d-1d6f-444c-862f-9e3a9cfa13c3 req-1beb0243-63ad-46c4-b07b-a7000cc27927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:16.456938 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3c9946d-1d6f-444c-862f-9e3a9cfa13c3 req-1beb0243-63ad-46c4-b07b-a7000cc27927 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba849498-f25f-43e3-9fd3-4a9a72d76b44 HTTP/1.1" status: 200 len: 852 time: 0.2581699 Nov 12 07:47:16.567039 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3c9946d-1d6f-444c-862f-9e3a9cfa13c3 req-f93f8f8a-9ca8-4af6-972f-bc9e8e439445 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf85d800-b8a3-4be5-a127-78fbecc42c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967939 Nov 12 07:47:16.634611 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b779f87-2781-4510-8cfb-0a6a3ecfbf89 req-5b98c080-388e-41a1-bfac-165afcdecf03 service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808298 Nov 12 07:47:16.833852 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b779f87-2781-4510-8cfb-0a6a3ecfbf89 req-2f9099f5-4af6-428b-8fb0-130f91f6f78a service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1892200 Nov 12 07:47:17.055370 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:17.079241 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3a720d16-10f4-4f00-8a25-1c3816cd5752 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:17.140439 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19710775-225f-4ce3-8cb8-c5a852c0efd2 req-98cbf0b3-695a-452a-80af-8f83cabce01b tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 1160 time: 0.7306693 Nov 12 07:47:17.228410 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Pushing event deleted for resources: {'Port': ['ID=fbd1f78b-8f78-4b11-8a33-54ed644a032b,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:17.231679 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:17.260148 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3c9946d-1d6f-444c-862f-9e3a9cfa13c3 req-19daf91b-b933-4e71-84eb-fbfc24fee225 service neutron] 10.222.0.41 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6851139 Nov 12 07:47:17.409524 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19710775-225f-4ce3-8cb8-c5a852c0efd2 req-b3086668-5d52-45d3-81e1-c171fd3cef67 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677853 Nov 12 07:47:17.498884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] No DVR routers for this DVR port fbd1f78b-8f78-4b11-8a33-54ed644a032b on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:17.501490 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:17.514423 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3c9946d-1d6f-444c-862f-9e3a9cfa13c3 req-7d161354-7782-4b56-aef5-1682a321a212 service neutron] 10.222.0.41 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2427487 Nov 12 07:47:17.525256 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3c14a852-1476-46ed-bf9d-2fb0816f1932 req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.33 "DELETE /v2.0/ports/fbd1f78b-8f78-4b11-8a33-54ed644a032b HTTP/1.1" status: 204 len: 173 time: 5.2734532 Nov 12 07:47:17.567663 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b', 'code': 200} Nov 12 07:47:17.738323 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154aa2cb-1bdd-4463-bc00-e006495266a3', 'name': 'network-vif-deleted', 'tag': 'e55bb42d-76d6-47b7-947a-f025a2a38ce5', 'status': 'completed', 'code': 200} Nov 12 07:47:17.787868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037903b-fd9b-4922-b48a-91e8541b98ab req-83c42e1e-c443-497a-b879-12c21fd815ac tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:17.789837 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8037903b-fd9b-4922-b48a-91e8541b98ab req-83c42e1e-c443-497a-b879-12c21fd815ac tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.1005819 Nov 12 07:47:17.946174 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8037903b-fd9b-4922-b48a-91e8541b98ab req-64881198-4f6c-418b-87db-1f84f8b2a4d3 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478691 Nov 12 07:47:17.991983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ceef-41cf-48dc-a68b-56ee8b2f4cea req-9ee84840-0fc1-4248-864c-14456e21102b tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:17.993629 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84c4ceef-41cf-48dc-a68b-56ee8b2f4cea req-9ee84840-0fc1-4248-864c-14456e21102b tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/ports?device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 945 time: 0.1739986 Nov 12 07:47:18.002994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372ef7a-79d0-4073-955e-f7a382b3821b req-c661d67d-9d3b-47fb-abfc-83834b6ed247 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.004567 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1372ef7a-79d0-4073-955e-f7a382b3821b req-c661d67d-9d3b-47fb-abfc-83834b6ed247 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.33 "GET /v2.0/ports?device_id=e2b27c0e-79e3-46b4-b975-e409cad78d13 HTTP/1.1" status: 200 len: 945 time: 0.1419079 Nov 12 07:47:18.173712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-1372ef7a-79d0-4073-955e-f7a382b3821b req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Deleting port 26240326-9faf-4992-a95a-2ef4de195843 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:18.174094 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1372ef7a-79d0-4073-955e-f7a382b3821b req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:18.236595 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84c4ceef-41cf-48dc-a68b-56ee8b2f4cea req-4146a166-fb1b-46ac-ad4a-8a5785c47feb tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.40 "GET /v2.0/security-groups?id=13a02122-93dc-48ab-9264-a76933176a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940522 Nov 12 07:47:18.315390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fe005-7974-46e8-8d24-dec77077e688 req-6efa7ec1-39bc-4e05-a65f-13103a9cdfbd tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.317048 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7c5fe005-7974-46e8-8d24-dec77077e688 req-6efa7ec1-39bc-4e05-a65f-13103a9cdfbd tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 985 time: 0.2402558 Nov 12 07:47:18.462595 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7c5fe005-7974-46e8-8d24-dec77077e688 req-313e57c6-1d71-4eef-a0c6-23ebb1e26b18 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&id=03e371cc-62ff-4ee8-9c34-1a4e7c3a368a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1370513 Nov 12 07:47:18.516830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-1372ef7a-79d0-4073-955e-f7a382b3821b req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] For port 26240326-9faf-4992-a95a-2ef4de195843, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=26240326-9faf-4992-a95a-2ef4de195843,segment=NetworkSegment(d8e97411-3a2b-4393-bcad-7182c33401ba),segment_id=d8e97411-3a2b-4393-bcad-7182c33401ba)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:18.517376 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1372ef7a-79d0-4073-955e-f7a382b3821b req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:18.669112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-1372ef7a-79d0-4073-955e-f7a382b3821b req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Calling delete_port for 26240326-9faf-4992-a95a-2ef4de195843 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:18.815473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 26240326-9faf-4992-a95a-2ef4de195843 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:18.943773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054abd57-0790-42e8-97e7-4f4bec70d633 req-7015a6db-fcab-4e6f-92e5-5c7012695d4a tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.944286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054abd57-0790-42e8-97e7-4f4bec70d633 req-7015a6db-fcab-4e6f-92e5-5c7012695d4a tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.944711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054abd57-0790-42e8-97e7-4f4bec70d633 req-7015a6db-fcab-4e6f-92e5-5c7012695d4a tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.945146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054abd57-0790-42e8-97e7-4f4bec70d633 req-7015a6db-fcab-4e6f-92e5-5c7012695d4a tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.945554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054abd57-0790-42e8-97e7-4f4bec70d633 req-7015a6db-fcab-4e6f-92e5-5c7012695d4a tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.945959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054abd57-0790-42e8-97e7-4f4bec70d633 req-7015a6db-fcab-4e6f-92e5-5c7012695d4a tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.946364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054abd57-0790-42e8-97e7-4f4bec70d633 req-7015a6db-fcab-4e6f-92e5-5c7012695d4a tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.946772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054abd57-0790-42e8-97e7-4f4bec70d633 req-7015a6db-fcab-4e6f-92e5-5c7012695d4a tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.947177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054abd57-0790-42e8-97e7-4f4bec70d633 req-7015a6db-fcab-4e6f-92e5-5c7012695d4a tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.947585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054abd57-0790-42e8-97e7-4f4bec70d633 req-7015a6db-fcab-4e6f-92e5-5c7012695d4a tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:18.950014 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-054abd57-0790-42e8-97e7-4f4bec70d633 req-7015a6db-fcab-4e6f-92e5-5c7012695d4a tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7055 time: 0.3685489 Nov 12 07:47:18.986445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:19.034200 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1372ef7a-79d0-4073-955e-f7a382b3821b req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:19.053790 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ccb7d03d-9320-4c50-8bfd-86ea28cf99e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:19.108699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Pushing event deleted for resources: {'Port': ['ID=26240326-9faf-4992-a95a-2ef4de195843,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:19.158297 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:19.181642 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49919464-3ab6-4375-bffc-ba5cfee8b630 req-b4f1050e-969c-4ec4-b266-f7c80f0684ee service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4812171 Nov 12 07:47:19.288249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-1372ef7a-79d0-4073-955e-f7a382b3821b req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] No DVR routers for this DVR port 26240326-9faf-4992-a95a-2ef4de195843 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:19.290660 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1372ef7a-79d0-4073-955e-f7a382b3821b req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:19.307925 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1372ef7a-79d0-4073-955e-f7a382b3821b req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] 10.222.0.33 "DELETE /v2.0/ports/26240326-9faf-4992-a95a-2ef4de195843 HTTP/1.1" status: 204 len: 173 time: 1.2969120 Nov 12 07:47:19.743252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-deleted', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b'}, {'server_uuid': 'e2b27c0e-79e3-46b4-b975-e409cad78d13', 'name': 'network-vif-deleted', 'tag': '26240326-9faf-4992-a95a-2ef4de195843'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:20.192498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5350-c6e4-490a-a15d-6193c53d33e1 req-16700ab0-5ef4-40d0-bbde-4d18d09a9ba9 tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:20.194104 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c58e5350-c6e4-490a-a15d-6193c53d33e1 req-16700ab0-5ef4-40d0-bbde-4d18d09a9ba9 tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] 10.222.0.40 "GET /v2.0/networks/e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 886 time: 0.1502817 Nov 12 07:47:20.323438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-75e2634b-7238-4b16-9e00-ba8567525b62 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80793) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:47:20.324519 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-75e2634b-7238-4b16-9e00-ba8567525b62 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058889 Nov 12 07:47:20.336117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] Request body: {'binding': {'host': 'n-h2-761264-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:20.336606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] Unknown quota resources ['binding']. {{(pid=80793) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Nov 12 07:47:20.402934 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e13af-6fad-435f-b67b-426225eca3e4 req-c5697924-4217-4f9f-af69-a9bf311510fd tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:20.409585 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-338e13af-6fad-435f-b67b-426225eca3e4 req-c5697924-4217-4f9f-af69-a9bf311510fd tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.0896277 Nov 12 07:47:20.455384 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-338e13af-6fad-435f-b67b-426225eca3e4 req-2c0ddbb6-0205-4e34-845c-e7e9610b6785 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Nov 12 07:47:20.577679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 51022) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:20.605112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] Attempting to bind port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 on host n-h2-761264-6 for vnic_type normal with profile None {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:47:20.605949 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] Attempting to bind port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:47:20.606324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] Attempting to bind port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 on network 71dec89f-760d-4076-aef8-88ce965d6ab4 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:47:20.616584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:47:20.617756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] Checking segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:47:20.618482 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:20.619192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] Bound using segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:47:20.619978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] Bound port: ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:47:20.655217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:47:20.661894 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] Notify callbacks [] for binding, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:20.663945 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c1e0d0fa-901e-4e72-8626-87846890676f service neutron] 10.222.0.40 "POST /v2.0/ports/ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4/bindings HTTP/1.1" status: 201 len: 459 time: 0.3315904 Nov 12 07:47:20.669784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73c9401-a906-4c7a-b7c0-885f9719563c admin admin] Deleting subnet 0adaacae-2eb7-4bb0-8470-b2488dd52795 {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:47:20.673321 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a73c9401-a906-4c7a-b7c0-885f9719563c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:20.787174 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a73c9401-a906-4c7a-b7c0-885f9719563c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:20.870748 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a73c9401-a906-4c7a-b7c0-885f9719563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:20.951600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a7fb8-1f41-488b-9af5-4380b2ccf9e3 req-3fb63860-0f42-48cc-bb06-08032ebab784 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:20.953269 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b80a7fb8-1f41-488b-9af5-4380b2ccf9e3 req-3fb63860-0f42-48cc-bb06-08032ebab784 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 985 time: 0.2501349 Nov 12 07:47:21.153250 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b80a7fb8-1f41-488b-9af5-4380b2ccf9e3 req-a9ea59b3-0366-4f02-b7d0-d8c0ae2480c9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&id=03e371cc-62ff-4ee8-9c34-1a4e7c3a368a&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1841495 Nov 12 07:47:21.183449 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-244b9c50-78a2-4929-9718-676766774a3c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 1160 time: 0.2821915 Nov 12 07:47:21.302978 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a34841f-558a-4216-8d70-5bfa29ba2ac1', 'name': 'network-vif-deleted', 'tag': 'fbd1f78b-8f78-4b11-8a33-54ed644a032b', 'status': 'completed', 'code': 200} Nov 12 07:47:21.303309 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b27c0e-79e3-46b4-b975-e409cad78d13', 'name': 'network-vif-deleted', 'tag': '26240326-9faf-4992-a95a-2ef4de195843', 'status': 'completed', 'code': 200} Nov 12 07:47:21.672003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device dc03f03e-72a9-43be-ac60-d7386678cce3 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:21.790817 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:21.819125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f4f712-b7b6-494a-8746-363e83b8538c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc03f03e-72a9-43be-ac60-d7386678cce3'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:21.830000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port dc03f03e-72a9-43be-ac60-d7386678cce3, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=dc03f03e-72a9-43be-ac60-d7386678cce3,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:21.833507 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:21.835362 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:21.893474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-ba63b424-1a32-4635-a9e1-070c7f29df62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:21.895047 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-ba63b424-1a32-4635-a9e1-070c7f29df62 service neutron] 10.222.0.33 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.6988010 Nov 12 07:47:21.906899 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=dc03f03e-72a9-43be-ac60-d7386678cce3,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:21.910635 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:21.989293 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a73c9401-a906-4c7a-b7c0-885f9719563c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:22.040176 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:22.151503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c9401-a906-4c7a-b7c0-885f9719563c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0adaacae-2eb7-4bb0-8470-b2488dd52795,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:22.154464 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-b716c823-72b8-4dfa-b2ed-267304842dcb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 HTTP/1.1" status: 200 len: 217 time: 0.2321579 Nov 12 07:47:22.156331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31c06-159a-4701-ac39-604802b357fc req-da72a045-b130-4c32-bfd3-4fb14710099b tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.156870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31c06-159a-4701-ac39-604802b357fc req-da72a045-b130-4c32-bfd3-4fb14710099b tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.157331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31c06-159a-4701-ac39-604802b357fc req-da72a045-b130-4c32-bfd3-4fb14710099b tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.157553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31c06-159a-4701-ac39-604802b357fc req-da72a045-b130-4c32-bfd3-4fb14710099b tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.157967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31c06-159a-4701-ac39-604802b357fc req-da72a045-b130-4c32-bfd3-4fb14710099b tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.158372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31c06-159a-4701-ac39-604802b357fc req-da72a045-b130-4c32-bfd3-4fb14710099b tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.158776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31c06-159a-4701-ac39-604802b357fc req-da72a045-b130-4c32-bfd3-4fb14710099b tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.159177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31c06-159a-4701-ac39-604802b357fc req-da72a045-b130-4c32-bfd3-4fb14710099b tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.159583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31c06-159a-4701-ac39-604802b357fc req-da72a045-b130-4c32-bfd3-4fb14710099b tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.160032 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31c06-159a-4701-ac39-604802b357fc req-da72a045-b130-4c32-bfd3-4fb14710099b tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.162052 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-14f31c06-159a-4701-ac39-604802b357fc req-da72a045-b130-4c32-bfd3-4fb14710099b tempest-NetworksTest-672461764 tempest-NetworksTest-672461764] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7055 time: 0.5751507 Nov 12 07:47:22.163065 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a73c9401-a906-4c7a-b7c0-885f9719563c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:22.209546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-7d442795-1551-4ade-83a3-9abdb65e6421 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.210309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-7d442795-1551-4ade-83a3-9abdb65e6421 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:22.239200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3524f0-afe7-4bf4-8299-7ee641700b01 req-abe0da17-38c8-4fc7-95cf-b782f7606c6b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.240011 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8e3524f0-afe7-4bf4-8299-7ee641700b01 req-abe0da17-38c8-4fc7-95cf-b782f7606c6b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:22.298182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-7d442795-1551-4ade-83a3-9abdb65e6421 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:22.299410 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-7d442795-1551-4ade-83a3-9abdb65e6421 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "GET /v2.0/ports?device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 950 time: 0.7137973 Nov 12 07:47:22.306154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8e3524f0-afe7-4bf4-8299-7ee641700b01 req-abe0da17-38c8-4fc7-95cf-b782f7606c6b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:22.307324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e3524f0-afe7-4bf4-8299-7ee641700b01 req-abe0da17-38c8-4fc7-95cf-b782f7606c6b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 950 time: 0.7193694 Nov 12 07:47:22.345602 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c07fa6b3-1d7f-42cf-874f-bb3d5c878c1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:22.347059 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-c07fa6b3-1d7f-42cf-874f-bb3d5c878c1f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.1793044 Nov 12 07:47:22.407671 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a73c9401-a906-4c7a-b7c0-885f9719563c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:22.437876 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-ec3edfb2-a6d7-481c-b91e-e1dacf0cb86d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820818 Nov 12 07:47:22.443556 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a73c9401-a906-4c7a-b7c0-885f9719563c admin admin] 10.222.0.40 "DELETE /v2.0/subnets/0adaacae-2eb7-4bb0-8470-b2488dd52795 HTTP/1.1" status: 204 len: 168 time: 1.8647416 Nov 12 07:47:22.446303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51086) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:22.501277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Deleting port dc03f03e-72a9-43be-ac60-d7386678cce3 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:22.501666 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:22.544694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51090) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:22.580804 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:22.637581 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e3524f0-afe7-4bf4-8299-7ee641700b01 req-14e05aa2-bb7c-4223-b6a7-97f45544b82b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893445 Nov 12 07:47:22.799459 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7a4413b8-3959-4e80-8d93-4d88aafbbfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:22.854485 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:22.891023 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-83a335ef-661a-46e8-879a-fe39ccea3b5d service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407077 Nov 12 07:47:22.947545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7a4413b8-3959-4e80-8d93-4d88aafbbfc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:22.955463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7a4413b8-3959-4e80-8d93-4d88aafbbfc4 admin admin] Usage tracker for resource:security_group_rule and tenant:2935588e514c403fa1250756b5f7874c is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:22.961233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7a4413b8-3959-4e80-8d93-4d88aafbbfc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:22.982666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7a4413b8-3959-4e80-8d93-4d88aafbbfc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:23.011363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907ee0e8-0396-44d3-93a0-b665aeb66d7e']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:23.030981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e97411-3a2b-4393-bcad-7182c33401ba') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:23.031295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e97411-3a2b-4393-bcad-7182c33401ba') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:23.051928 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:23.075525 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:23.078557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:47:23.170781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] For port dc03f03e-72a9-43be-ac60-d7386678cce3, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=dc03f03e-72a9-43be-ac60-d7386678cce3,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:23.171170 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:23.284180 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7a4413b8-3959-4e80-8d93-4d88aafbbfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:23.297653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Network 907ee0e8-0396-44d3-93a0-b665aeb66d7e has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:47:23.306019 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7a4413b8-3959-4e80-8d93-4d88aafbbfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:23.313859 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:23.327788 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-988ec890-aab7-4903-bfdc-ff3cba61f023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:23.338152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Calling delete_port for dc03f03e-72a9-43be-ac60-d7386678cce3 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:23.380723 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-a5c943b7-3b61-4fe6-9151-52e5296c585c service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4509842 Nov 12 07:47:23.396786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9390ea-a876-451e-bc18-d91dce9a7dda req-95adc2c5-345d-4319-98be-caed5570960a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:23.398449 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d9390ea-a876-451e-bc18-d91dce9a7dda req-95adc2c5-345d-4319-98be-caed5570960a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 945 time: 0.5657551 Nov 12 07:47:23.404465 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-1dccdaa0-c746-4fd9-a46f-1ed90830694b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1059495246&fields=id&tenant_id=df00d4adbb61409687704d8cee0ac12d HTTP/1.1" status: 200 len: 267 time: 0.3062172 Nov 12 07:47:23.513422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4413b8-3959-4e80-8d93-4d88aafbbfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d32457-c873-4085-9766-bc1c3f2a6f31,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:23.517180 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7a4413b8-3959-4e80-8d93-4d88aafbbfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:23.553357 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7a4413b8-3959-4e80-8d93-4d88aafbbfc4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2935588e514c403fa1250756b5f7874c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0071664 Nov 12 07:47:23.555173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Network 907ee0e8-0396-44d3-93a0-b665aeb66d7e has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:47:23.559180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 51100) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:47:23.584492 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:47:23.702367 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d9390ea-a876-451e-bc18-d91dce9a7dda req-2d4d1ac8-e668-4dce-834e-35ee819c6933 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921982 Nov 12 07:47:23.717087 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:23.723809 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:23.743987 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-9d838667-7f62-4286-9750-db5c0a45a57f tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.33 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 1160 time: 0.2668481 Nov 12 07:47:23.745091 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:23.758223 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:23.763785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Pushing event deleted for resources: {'Network': ['ID=907ee0e8-0396-44d3-93a0-b665aeb66d7e,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:23.765539 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0befed39-2198-4c13-9dee-fa75f8d92202 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:23.767197 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:23.786515 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ee3303b9-f6cd-4b4a-900d-533921087613 admin admin] 10.222.0.40 "DELETE /v2.0/networks/907ee0e8-0396-44d3-93a0-b665aeb66d7e HTTP/1.1" status: 204 len: 168 time: 1.3365030 Nov 12 07:47:23.796001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c5a98560-5e18-49fc-ae62-2f37bd57b83c tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:23.797050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c5a98560-5e18-49fc-ae62-2f37bd57b83c tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Synchronizing usage tracker for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:23.814634 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-761264-6'}}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:23.818725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c5a98560-5e18-49fc-ae62-2f37bd57b83c tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Unset dirty status for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:23.820177 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c5a98560-5e18-49fc-ae62-2f37bd57b83c tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.33 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 946 time: 0.1848345 Nov 12 07:47:23.913329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Deleting port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:23.913631 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:23.968346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51108) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:24.054717 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f4f712-b7b6-494a-8746-363e83b8538c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc03f03e-72a9-43be-ac60-d7386678cce3', 'code': 200} Nov 12 07:47:24.096834 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2aa3a5af-b681-4076-b77e-44a3ca290767 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f6bf252c49de4cdba5220a8c261901da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1270630 Nov 12 07:47:24.097586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51118) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:24.104220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-c168d2be-fe6d-4c5b-8da8-a58be15c09a6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:24.106013 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-c168d2be-fe6d-4c5b-8da8-a58be15c09a6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 985 time: 0.6832480 Nov 12 07:47:24.163126 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event deleted for resources: {'Port': ['ID=dc03f03e-72a9-43be-ac60-d7386678cce3,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:24.183133 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:24.184777 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eece013b-e628-41c6-8e12-59951fd906df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.190173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'port': {'security_groups': ['03e371cc-62ff-4ee8-9c34-1a4e7c3a368a', 'ecbed406-ea02-4794-96f1-9d82c84de23f', '3f8c6673-414f-4d02-ba64-cece4d5bcedf']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:24.283409 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1aed-f463-492f-be59-a77971b80d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.325345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] For port e35dd4a9-029a-4195-9c8e-bb6d66e992f2, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,segment=NetworkSegment(ce82bd03-72a5-412e-acaf-d54d8cc16d23),segment_id=ce82bd03-72a5-412e-acaf-d54d8cc16d23)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:24.325669 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.335609 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eece013b-e628-41c6-8e12-59951fd906df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.337751 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1aed-f463-492f-be59-a77971b80d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.488099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Calling delete_port for e35dd4a9-029a-4195-9c8e-bb6d66e992f2 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:24.543064 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.579428 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1aed-f463-492f-be59-a77971b80d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.585500 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a47883aa-d976-4cd7-bc12-6555938f3b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:24.591255 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.603657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f1aed-f463-492f-be59-a77971b80d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a02122-93dc-48ab-9264-a76933176a6e,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:24.636245 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b8f1aed-f463-492f-be59-a77971b80d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:24.642130 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1aed-f463-492f-be59-a77971b80d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.646050 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1b8f1aed-f463-492f-be59-a77971b80d93 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/13a02122-93dc-48ab-9264-a76933176a6e HTTP/1.1" status: 204 len: 168 time: 0.5445962 Nov 12 07:47:24.688703 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.750560 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eece013b-e628-41c6-8e12-59951fd906df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.759821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1949e61-9043-4a06-8f15-d4b6d69c967c req-c05060dc-0559-4b3f-a82b-d0283930f06a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:24.760615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f1949e61-9043-4a06-8f15-d4b6d69c967c req-c05060dc-0559-4b3f-a82b-d0283930f06a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Synchronizing usage tracker for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:24.764240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] No DVR routers for this DVR port dc03f03e-72a9-43be-ac60-d7386678cce3 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:24.806413 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2f0de606-d87f-43f1-a9d0-04167953e402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:24.815160 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.832802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f4f712-b7b6-494a-8746-363e83b8538c', 'name': 'network-vif-deleted', 'tag': 'dc03f03e-72a9-43be-ac60-d7386678cce3'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:24.865421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece013b-e628-41c6-8e12-59951fd906df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d32457-c873-4085-9766-bc1c3f2a6f31,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:24.882462 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eece013b-e628-41c6-8e12-59951fd906df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:24.963251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f1949e61-9043-4a06-8f15-d4b6d69c967c req-c05060dc-0559-4b3f-a82b-d0283930f06a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Unset dirty status for tenant:e0845a8f3b354c12b6b4d9869a6616f3 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:24.964525 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f1949e61-9043-4a06-8f15-d4b6d69c967c req-c05060dc-0559-4b3f-a82b-d0283930f06a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/ports?device_id=ec66fa40-6dd2-43d8-a438-65b1c862907d HTTP/1.1" status: 200 len: 946 time: 0.7136984 Nov 12 07:47:24.977384 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eece013b-e628-41c6-8e12-59951fd906df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:24.978637 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-eece013b-e628-41c6-8e12-59951fd906df admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/81d32457-c873-4085-9766-bc1c3f2a6f31 HTTP/1.1" status: 204 len: 168 time: 1.4170361 Nov 12 07:47:24.999635 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:25.031570 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a5957959-e1dc-4a50-a39c-1ac0e48283ad req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "DELETE /v2.0/ports/dc03f03e-72a9-43be-ac60-d7386678cce3 HTTP/1.1" status: 204 len: 173 time: 2.7204001 Nov 12 07:47:25.149047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Pushing event deleted for resources: {'Port': ['ID=e35dd4a9-029a-4195-9c8e-bb6d66e992f2,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:25.154532 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:25.249547 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f1949e61-9043-4a06-8f15-d4b6d69c967c req-5876b9ef-d1c2-49c7-814a-35ffd2828f22 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.40 "GET /v2.0/security-groups?id=12dcbfe8-dee4-4df0-80fe-237733127b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221100 Nov 12 07:47:25.287888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:25.434997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] No DVR routers for this DVR port e35dd4a9-029a-4195-9c8e-bb6d66e992f2 on host n-h2-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:25.438128 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:25.464597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-deleted', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:25.471802 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-00261d59-2f60-4678-bffc-d28a24e475a3 req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] 10.222.0.33 "DELETE /v2.0/ports/e35dd4a9-029a-4195-9c8e-bb6d66e992f2 HTTP/1.1" status: 204 len: 173 time: 1.6438448 Nov 12 07:47:25.525599 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:47:25.668770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51158) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:25.716167 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ab5c-1eb9-417a-b1ae-4c7b79fe80f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:25.746710 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e62542b0-9086-49f2-ba22-ea8cd6b61fdc req-aa0c176f-9e64-416e-9722-1662fdc90e04 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:25.749916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:47:25.775070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a5c4ab5c-1eb9-417a-b1ae-4c7b79fe80f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:25.781024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a5c4ab5c-1eb9-417a-b1ae-4c7b79fe80f4 admin admin] Usage tracker for resource:security_group_rule and tenant:f25f566cfce64706aa091a6b430356a9 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:25.784503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a5c4ab5c-1eb9-417a-b1ae-4c7b79fe80f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:25.786821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e35dd4a9-029a-4195-9c8e-bb6d66e992f2 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:25.791869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a5c4ab5c-1eb9-417a-b1ae-4c7b79fe80f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:25.849354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] No Port match for: e35dd4a9-029a-4195-9c8e-bb6d66e992f2 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:47:25.850437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e35dd4a9-029a-4195-9c8e-bb6d66e992f2 not bound to the agent host n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:47:25.881944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e62542b0-9086-49f2-ba22-ea8cd6b61fdc req-aa0c176f-9e64-416e-9722-1662fdc90e04 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:25.891289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 84f76224-acb3-4a63-937b-f26e3668e00b no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:25.892793 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e62542b0-9086-49f2-ba22-ea8cd6b61fdc req-aa0c176f-9e64-416e-9722-1662fdc90e04 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=a0f4f712-b7b6-494a-8746-363e83b8538c HTTP/1.1" status: 200 len: 210 time: 0.2900386 Nov 12 07:47:25.921987 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ab5c-1eb9-417a-b1ae-4c7b79fe80f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:25.927056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] For port 6bfb9e75-f176-4c52-82d2-fba6692dc886, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=6bfb9e75-f176-4c52-82d2-fba6692dc886,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:25.932975 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a5c4ab5c-1eb9-417a-b1ae-4c7b79fe80f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:25.955715 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:25.966148 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7b3ea433-d3ab-4b0c-8af9-7ecf32bc3ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:25.983240 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:26.020781 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1d206753-b974-4ab6-9e3c-e368d0a80f2a tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:26.062662 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a5c4ab5c-1eb9-417a-b1ae-4c7b79fe80f4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f25f566cfce64706aa091a6b430356a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3922126 Nov 12 07:47:26.063674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4ab5c-1eb9-417a-b1ae-4c7b79fe80f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd80a46b-6899-4589-96e0-31abd489b47b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:26.066531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51170) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:26.069309 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a5c4ab5c-1eb9-417a-b1ae-4c7b79fe80f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:26.157723 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:26.179572 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e9808e0a-c9e6-43e5-bab6-5dbc9cd4cae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:26.196793 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:47:26.210091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 84f76224-acb3-4a63-937b-f26e3668e00b, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=84f76224-acb3-4a63-937b-f26e3668e00b,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:26.212031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61cfc84-fa80-4811-baee-3a88fd7db260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f76224-acb3-4a63-937b-f26e3668e00b'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:26.221006 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:26.226436 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:26.243505 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e9808e0a-c9e6-43e5-bab6-5dbc9cd4cae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:26.268977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3cae8-e70c-4e38-a2f6-6c0cecf3603f req-4ef8b811-c36e-44aa-9a58-0a65e64a8d39 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:26.270596 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3ae3cae8-e70c-4e38-a2f6-6c0cecf3603f req-4ef8b811-c36e-44aa-9a58-0a65e64a8d39 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.41 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 950 time: 0.5785894 Nov 12 07:47:26.280179 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:26.335401 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:26.343528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=84f76224-acb3-4a63-937b-f26e3668e00b,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:26.355179 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e9808e0a-c9e6-43e5-bab6-5dbc9cd4cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:26.363477 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:26.378907 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f4afbc66-3bf1-447a-a6cb-403b2a9df903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:26.403748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9808e0a-c9e6-43e5-bab6-5dbc9cd4cae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd80a46b-6899-4589-96e0-31abd489b47b,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:26.406386 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e9808e0a-c9e6-43e5-bab6-5dbc9cd4cae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:26.411186 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e9808e0a-c9e6-43e5-bab6-5dbc9cd4cae0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/dd80a46b-6899-4589-96e0-31abd489b47b HTTP/1.1" status: 204 len: 168 time: 0.3438597 Nov 12 07:47:26.412359 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e9808e0a-c9e6-43e5-bab6-5dbc9cd4cae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:26.463432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51188) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:26.495709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Pushing event updated for resources: {'Port': ['ID=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,revision_number=6']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:26.516215 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:26.522473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-3ae3cae8-e70c-4e38-a2f6-6c0cecf3603f req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Deleting port 84f76224-acb3-4a63-937b-f26e3668e00b {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:26.522863 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3ae3cae8-e70c-4e38-a2f6-6c0cecf3603f req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:26.548226 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:26.945151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-network', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:26.959565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:26.964948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Usage tracker for resource:network and tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:26.969556 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:26.975452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:26.989045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Made reservation on behalf of 0f21f25dfe1a4fe9a4ce037bb87eb544 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:47:26.997657 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.023209 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.082052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:27.089000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Usage tracker for resource:security_group_rule and tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:27.093374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:27.099932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:27.118899 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea9072-59ba-4ba8-a5ef-2e3d26c425c2 req-72f2d248-2f68-4bb0-b865-381c45c7a577 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:27.126965 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3ea9072-59ba-4ba8-a5ef-2e3d26c425c2 req-72f2d248-2f68-4bb0-b865-381c45c7a577 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 948 time: 0.9421635 Nov 12 07:47:27.135704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'Port': ['ID=6bfb9e75-f176-4c52-82d2-fba6692dc886,revision_number=6']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:27.150274 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:27.191365 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.203557 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.211655 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cdfea657-2e91-47a1-a016-37e79de60632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:27.253477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:47:27.274205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bbe485-b28d-4512-af44-6c5e7d30088b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:27.278939 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:27.279980 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.280377 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Added segment 1ef1ec7f-0a31-4ca0-83d2-b602390aace5 of type vxlan for network 44e340f5-5c7b-410f-886c-f4c18a733214 Nov 12 07:47:27.317963 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.337122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:27.337792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.351863 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f1fae40a-ebf1-44fc-abe7-76a5b7646ca5 req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "PUT /v2.0/ports/6bfb9e75-f176-4c52-82d2-fba6692dc886 HTTP/1.1" status: 200 len: 1021 time: 3.1821854 Nov 12 07:47:27.373769 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.375765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:27.377260 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.380090 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Attempting to bind port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 on host n-h1-761264-6 for vnic_type normal with profile {"migrating_to": "n-h2-761264-6"} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:47:27.383736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Attempting to bind port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:47:27.385046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Attempting to bind port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 on network 71dec89f-760d-4076-aef8-88ce965d6ab4 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:47:27.402728 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:27.458489 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3ea9072-59ba-4ba8-a5ef-2e3d26c425c2 req-1f9fe823-cc0e-4c02-9222-cae1ab474069 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301888 Nov 12 07:47:27.463712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:47:27.468988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Checking segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:47:27.470947 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.471439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Bound using segment: {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:47:27.472438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Bound port: ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eda158-5297-4fba-8e99-8a37abc96335', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71dec89f-760d-4076-aef8-88ce965d6ab4'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:47:27.473482 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.560439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Pushing event updated for resources: {'Network': ['ID=44e340f5-5c7b-410f-886c-f4c18a733214,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:27.572330 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1070166 Nov 12 07:47:27.574995 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:27.576855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51218) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:27.579502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 44e340f5-5c7b-410f-886c-f4c18a733214 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:27.591889 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Request body: {'subnet': {'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-subnet', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:27.607818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:27.615915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Usage tracker for resource:subnet and tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:27.623987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:27.638072 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:27.661293 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f4f712-b7b6-494a-8746-363e83b8538c', 'name': 'network-vif-deleted', 'tag': 'dc03f03e-72a9-43be-ac60-d7386678cce3', 'status': 'completed', 'code': 200} Nov 12 07:47:27.661677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Made reservation on behalf of 0f21f25dfe1a4fe9a4ce037bb87eb544 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:47:27.666862 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.792418 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 44e340f5-5c7b-410f-886c-f4c18a733214 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:27.795939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3ae3cae8-e70c-4e38-a2f6-6c0cecf3603f req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] For port 84f76224-acb3-4a63-937b-f26e3668e00b, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=84f76224-acb3-4a63-937b-f26e3668e00b,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:27.796347 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3ae3cae8-e70c-4e38-a2f6-6c0cecf3603f req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:27.824517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 44e340f5-5c7b-410f-886c-f4c18a733214 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:27.887710 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec66fa40-6dd2-43d8-a438-65b1c862907d', 'name': 'network-vif-deleted', 'tag': 'e35dd4a9-029a-4195-9c8e-bb6d66e992f2', 'status': 'completed', 'code': 200} Nov 12 07:47:27.982089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-3ae3cae8-e70c-4e38-a2f6-6c0cecf3603f req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Calling delete_port for 84f76224-acb3-4a63-937b-f26e3668e00b owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:28.205190 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51236) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:28.220383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:47:28.232632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:47:28.242752 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:28.284219 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9a06367c-addd-4508-bb05-1091cfe748d3 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:28.335018 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e80823-f1c3-4c06-99b1-8fc6da80a9c4 admin admin] Deleting subnet 114c2954-03a7-48e0-953f-a8a223595251 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:47:28.340736 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f4e80823-f1c3-4c06-99b1-8fc6da80a9c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:28.391492 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3ae3cae8-e70c-4e38-a2f6-6c0cecf3603f req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:28.406677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de92552-7466-4e7f-91d4-d4034fe6c7bd req-04a01771-5263-4309-b02b-1de0fba4449b tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:28.412584 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4de92552-7466-4e7f-91d4-d4034fe6c7bd req-04a01771-5263-4309-b02b-1de0fba4449b tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 943 time: 0.7379675 Nov 12 07:47:28.539466 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61cfc84-fa80-4811-baee-3a88fd7db260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f76224-acb3-4a63-937b-f26e3668e00b', 'code': 200} Nov 12 07:47:28.565204 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f4e80823-f1c3-4c06-99b1-8fc6da80a9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:28.676610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 6bfb9e75-f176-4c52-82d2-fba6692dc886 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:28.726420 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f4e80823-f1c3-4c06-99b1-8fc6da80a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:28.803541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 6bfb9e75-f176-4c52-82d2-fba6692dc886 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:28.804255 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:28.894431 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-468f6128-304d-496c-ba9d-b9a54e50654e req-55c0217c-d361-4923-9707-3bfd3b951d71 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/3f8c6673-414f-4d02-ba64-cece4d5bcedf HTTP/1.1" status: 200 len: 1635 time: 0.4802694 Nov 12 07:47:28.942188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:29.031498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:29.032358 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:29.068531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Pushing event updated for resources: {'Port': ['ID=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,revision_number=7']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:29.076288 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:29.105518 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:29.110275 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3b6dd7a3-1dd6-452e-a535-c9ef005d4ac5 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.498s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:29.129207 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:29.170845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Pushing event deleted for resources: {'Port': ['ID=84f76224-acb3-4a63-937b-f26e3668e00b,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:29.174894 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:29.196446 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:29.213692 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4de92552-7466-4e7f-91d4-d4034fe6c7bd req-7f8aaed9-81ac-4a7e-a611-d53f10a582fb tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889323 Nov 12 07:47:29.235262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:29.242710 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:29.337818 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-468f6128-304d-496c-ba9d-b9a54e50654e req-734141cd-cf61-446f-90f7-cc2f407b2f4d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 07:47:29.344009 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:29.348373 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-468f6128-304d-496c-ba9d-b9a54e50654e req-734141cd-cf61-446f-90f7-cc2f407b2f4d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "DELETE /v2.0/security-groups/3f8c6673-414f-4d02-ba64-cece4d5bcedf HTTP/1.1" status: 409 len: 341 time: 0.3717675 Nov 12 07:47:29.400353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Pushing event updated for resources: {'Subnet': ['ID=061eb431-be4a-415f-9236-3a16a64d078a,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:29.404639 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:29.443018 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,revision_number=8']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:29.447706 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:29.483285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae3cae8-e70c-4e38-a2f6-6c0cecf3603f req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] No DVR routers for this DVR port 84f76224-acb3-4a63-937b-f26e3668e00b on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:29.487950 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3ae3cae8-e70c-4e38-a2f6-6c0cecf3603f req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:29.501556 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:29.503785 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] 10.222.0.33 "PUT /v2.0/ports/ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 HTTP/1.1" status: 200 len: 1185 time: 5.6937847 Nov 12 07:47:29.513744 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3ae3cae8-e70c-4e38-a2f6-6c0cecf3603f req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.41 "DELETE /v2.0/ports/84f76224-acb3-4a63-937b-f26e3668e00b HTTP/1.1" status: 204 len: 173 time: 3.2275162 Nov 12 07:47:29.528614 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f4e80823-f1c3-4c06-99b1-8fc6da80a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:29.577967 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-39c5d6b0-4741-466c-8c72-5af9b4dc2150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:29.640414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4dc7dbd9-2fe8-47a6-95dd-2068dc7363f2 req-50b1a47e-c665-4527-b9b6-a91245a0fac9 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Synchronizing usage tracker for tenant:7a596bb136bd4592b14cc074ed23b99c on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:29.660155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4dc7dbd9-2fe8-47a6-95dd-2068dc7363f2 req-50b1a47e-c665-4527-b9b6-a91245a0fac9 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Unset dirty status for tenant:7a596bb136bd4592b14cc074ed23b99c on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:29.662144 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4dc7dbd9-2fe8-47a6-95dd-2068dc7363f2 req-50b1a47e-c665-4527-b9b6-a91245a0fac9 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=f61cfc84-fa80-4811-baee-3a88fd7db260 HTTP/1.1" status: 200 len: 210 time: 0.1123323 Nov 12 07:47:29.662843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4'}, {'name': 'network-changed', 'server_uuid': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'tag': '6bfb9e75-f176-4c52-82d2-fba6692dc886'}, {'server_uuid': 'f61cfc84-fa80-4811-baee-3a88fd7db260', 'name': 'network-vif-deleted', 'tag': '84f76224-acb3-4a63-937b-f26e3668e00b'}, {'name': 'network-changed', 'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:29.793878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Checking segment: {'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:47:29.794533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Network hostable DHCP agents. Network: 44e340f5-5c7b-410f-886c-f4c18a733214, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:47:29.800480 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e80823-f1c3-4c06-99b1-8fc6da80a9c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114c2954-03a7-48e0-953f-a8a223595251,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:29.806391 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f4e80823-f1c3-4c06-99b1-8fc6da80a9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:29.865445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f4e80823-f1c3-4c06-99b1-8fc6da80a9c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:29.878638 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f4e80823-f1c3-4c06-99b1-8fc6da80a9c4 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/114c2954-03a7-48e0-953f-a8a223595251 HTTP/1.1" status: 204 len: 168 time: 1.6723213 Nov 12 07:47:29.881092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51272) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:29.909484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Network 44e340f5-5c7b-410f-886c-f4c18a733214 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:47:29.937285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:30.128214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 44e340f5-5c7b-410f-886c-f4c18a733214) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:47:30.158368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:30.159275 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:30.180994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c679d5f-3a07-4f36-a740-0fb50dd999a0 None None] Network 44e340f5-5c7b-410f-886c-f4c18a733214 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:47:30.198332 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:30.334929 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4', 'code': 200} Nov 12 07:47:30.335261 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'tag': '6bfb9e75-f176-4c52-82d2-fba6692dc886', 'status': 'completed', 'code': 200} Nov 12 07:47:30.335586 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61cfc84-fa80-4811-baee-3a88fd7db260', 'name': 'network-vif-deleted', 'tag': '84f76224-acb3-4a63-937b-f26e3668e00b', 'status': 'completed', 'code': 200} Nov 12 07:47:30.335903 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4', 'status': 'completed', 'code': 200} Nov 12 07:47:30.349629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 51282) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:30.355217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-router', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:30.367332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:30.370033 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.7904921 Nov 12 07:47:30.378178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Usage tracker for resource:router and tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:30.390645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:30.414107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:30.567926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:30.618457 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846799970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718870'] for router, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:30.620031 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7958150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846774114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56930'] for router, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:30.636317 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:30.674849 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:30.741100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:30.745885 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:30.799291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcf583c-9b91-4b67-8d2c-23531a9270a7']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:30.816286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce82bd03-72a5-412e-acaf-d54d8cc16d23') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:30.816505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce82bd03-72a5-412e-acaf-d54d8cc16d23') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:30.838574 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:30.863617 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:30.865800 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:47:30.902647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f03ac8a4-f1c5-455f-b674-ebd920b40418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:30.995300 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-e123783c-866c-4410-9b5c-7160fd55079b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df00d4adbb61409687704d8cee0ac12d&device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 1240 time: 0.5619936 Nov 12 07:47:31.003433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3185552-be3a-4de7-be8f-9c0d2c90abe2 None None] Network 44e340f5-5c7b-410f-886c-f4c18a733214 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:47:31.172091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Network bdcf583c-9b91-4b67-8d2c-23531a9270a7 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:47:31.187332 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:31.208011 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:31.429574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Network bdcf583c-9b91-4b67-8d2c-23531a9270a7 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:47:31.456172 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:47:31.467097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4ab78-75ea-4da7-b500-7b62f1ca75b5 req-f60b1384-a5f3-4595-8a0c-ea8630514db9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:31.468793 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ffd4ab78-75ea-4da7-b500-7b62f1ca75b5 req-f60b1384-a5f3-4595-8a0c-ea8630514db9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 1024 time: 0.6437991 Nov 12 07:47:31.539582 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-ebff756f-0855-456e-9be1-f75b5d2b16a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:31.541248 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-ebff756f-0855-456e-9be1-f75b5d2b16a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 200 len: 906 time: 0.5261717 Nov 12 07:47:31.719092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b8cf8e70-1ce9-4579-b017-066f442082a4 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:31.940609 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:32.001862 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:32.005671 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d5b30099-401f-45fa-a622-d8e51931351b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:32.013187 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port b8cf8e70-1ce9-4579-b017-066f442082a4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b8cf8e70-1ce9-4579-b017-066f442082a4,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:32.017732 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:32.023118 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:32.026826 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:32.040813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcf583c-9b91-4b67-8d2c-23531a9270a7,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:32.057341 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] 10.222.0.40 "DELETE /v2.0/networks/bdcf583c-9b91-4b67-8d2c-23531a9270a7 HTTP/1.1" status: 204 len: 168 time: 2.1750059 Nov 12 07:47:32.060356 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.060778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.061217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.061624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.062027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.062426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.062825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.063225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.063676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.063988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cd8c2-99df-4a77-b1c9-0ddb1ed2e77a req-e839d46d-d98d-45fb-8b84-46f2a12d11d0 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:32.064111 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.064375 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.064768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.065239 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.065631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.066021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.066409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.066800 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.067186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.067576 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.067961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.068355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.068729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.069175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.069580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.070156 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.070724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.071115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.071507 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.071626 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d65cd8c2-99df-4a77-b1c9-0ddb1ed2e77a req-e839d46d-d98d-45fb-8b84-46f2a12d11d0 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 945 time: 0.8703327 Nov 12 07:47:32.071895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.072285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.072673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.073121 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.073512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.073900 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.074343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.074729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:32.080957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51296) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:32.083254 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:32.108538 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-e05623bb-5127-4d95-b95b-cba057567d15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bfb9e75-f176-4c52-82d2-fba6692dc886 HTTP/1.1" status: 200 len: 217 time: 0.5554512 Nov 12 07:47:32.135232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-1962c372-62e4-4ce0-87bb-d2cc3cf32778 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:32.136269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-1962c372-62e4-4ce0-87bb-d2cc3cf32778 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Synchronizing usage tracker for tenant:df00d4adbb61409687704d8cee0ac12d on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:32.156433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=b8cf8e70-1ce9-4579-b017-066f442082a4,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:32.166651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-1962c372-62e4-4ce0-87bb-d2cc3cf32778 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Unset dirty status for tenant:df00d4adbb61409687704d8cee0ac12d on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:32.168037 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-1962c372-62e4-4ce0-87bb-d2cc3cf32778 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.41 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 1024 time: 0.2519200 Nov 12 07:47:32.174150 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:32.176169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ad80c7-c56a-4725-a5a5-a6b9670e437d admin admin] Deleting subnet 97a80a5b-5e1d-43bc-9d29-2f175f087198 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:47:32.187237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8cfbe-914b-4072-9ae9-6dc3967ddc97 req-8f74fc3f-573c-407a-92a2-bdc85c23787b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:32.187237 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2eb8cfbe-914b-4072-9ae9-6dc3967ddc97 req-8f74fc3f-573c-407a-92a2-bdc85c23787b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "GET /v2.0/ports?device_id=ed74a2f4-75a9-4901-9d09-75d9f7940ce1 HTTP/1.1" status: 200 len: 950 time: 0.9183500 Nov 12 07:47:32.202867 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ffd4ab78-75ea-4da7-b500-7b62f1ca75b5 req-0c314f2a-7d68-4d3e-afdc-e3c8d58a13d4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&id=3f8c6673-414f-4d02-ba64-cece4d5bcedf&id=03e371cc-62ff-4ee8-9c34-1a4e7c3a368a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.7232192 Nov 12 07:47:32.214475 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-43ad80c7-c56a-4725-a5a5-a6b9670e437d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:32.305018 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-43ad80c7-c56a-4725-a5a5-a6b9670e437d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:32.341217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Deleting port 6bfb9e75-f176-4c52-82d2-fba6692dc886 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:32.341626 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:32.364648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-29b5a041-d018-4f7a-9fc0-3dc41a8d30b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:32.366592 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-29b5a041-d018-4f7a-9fc0-3dc41a8d30b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba849498-f25f-43e3-9fd3-4a9a72d76b44 HTTP/1.1" status: 200 len: 852 time: 0.2460787 Nov 12 07:47:32.396071 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d65cd8c2-99df-4a77-b1c9-0ddb1ed2e77a req-3cdc2d61-3787-4348-becb-9289587aed8a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220668 Nov 12 07:47:32.436188 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-43ad80c7-c56a-4725-a5a5-a6b9670e437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:32.512912 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4', 'code': 200} Nov 12 07:47:32.566086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:47:32.595196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 21ad3e94-ae81-4c74-8c4b-d913221068d7 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:32.595630 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-8e240bf9-b145-444a-b080-b91878c1e8d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf85d800-b8a3-4be5-a127-78fbecc42c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861947 Nov 12 07:47:32.664730 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-2eb8cfbe-914b-4072-9ae9-6dc3967ddc97 req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Deleting port b8cf8e70-1ce9-4579-b017-066f442082a4 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:32.665126 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2eb8cfbe-914b-4072-9ae9-6dc3967ddc97 req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:32.829796 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37204-0b7b-420e-ac68-8cf809b6914e req-8386ae76-97e7-48b2-a4f4-f5d0f9d1f1dc tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:32.840173 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fcd37204-0b7b-420e-ac68-8cf809b6914e req-8386ae76-97e7-48b2-a4f4-f5d0f9d1f1dc tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 950 time: 0.8465548 Nov 12 07:47:32.882736 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:32.972521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 21ad3e94-ae81-4c74-8c4b-d913221068d7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=21ad3e94-ae81-4c74-8c4b-d913221068d7,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:32.979663 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:32.982805 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:32.996253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] For port 6bfb9e75-f176-4c52-82d2-fba6692dc886, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=6bfb9e75-f176-4c52-82d2-fba6692dc886,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:32.996997 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:33.181532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Calling delete_port for 6bfb9e75-f176-4c52-82d2-fba6692dc886 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:33.220392 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:33.230283 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:33.240238 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6842824f-c5cc-4061-9bf2-007edfe94202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:33.245336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=21ad3e94-ae81-4c74-8c4b-d913221068d7,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:33.249598 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:33.266215 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2eb8cfbe-914b-4072-9ae9-6dc3967ddc97 req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] For port b8cf8e70-1ce9-4579-b017-066f442082a4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b8cf8e70-1ce9-4579-b017-066f442082a4,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:33.266715 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2eb8cfbe-914b-4072-9ae9-6dc3967ddc97 req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:33.417543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-2eb8cfbe-914b-4072-9ae9-6dc3967ddc97 req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Calling delete_port for b8cf8e70-1ce9-4579-b017-066f442082a4 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:33.561714 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:33.694515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-fcd37204-0b7b-420e-ac68-8cf809b6914e req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Deleting port 21ad3e94-ae81-4c74-8c4b-d913221068d7 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:33.694916 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-fcd37204-0b7b-420e-ac68-8cf809b6914e req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:33.743612 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f283f615-3c47-4a63-92e2-1e1165c904e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:33.749000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 6bfb9e75-f176-4c52-82d2-fba6692dc886 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:33.799321 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-43ad80c7-c56a-4725-a5a5-a6b9670e437d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:33.810100 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-e9758476-6dc4-4106-8575-7aa4709fe652 service neutron] 10.222.0.41 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1858361 Nov 12 07:47:33.811257 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:33.821957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] No Port match for: 6bfb9e75-f176-4c52-82d2-fba6692dc886 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:47:33.823546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 6bfb9e75-f176-4c52-82d2-fba6692dc886 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:47:33.848785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10616ed-05fe-47f8-b27f-629482ba697d req-833a949e-45a7-4f64-9972-7242626e4ac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:33.856760 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b10616ed-05fe-47f8-b27f-629482ba697d req-833a949e-45a7-4f64-9972-7242626e4ac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=ed74a2f4-75a9-4901-9d09-75d9f7940ce1 HTTP/1.1" status: 200 len: 948 time: 1.4607458 Nov 12 07:47:33.900603 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2cbbade0-7dac-4438-b6c8-afadb13143ec req-e8974bb3-b8cc-47e3-854f-3347b66b2d9c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=5db7ed95-f940-479f-a051-171f7d7f11a6 HTTP/1.1" status: 200 len: 210 time: 0.1609745 Nov 12 07:47:34.066899 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] No DVR routers for this DVR port 6bfb9e75-f176-4c52-82d2-fba6692dc886 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:34.072379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event deleted for resources: {'Port': ['ID=6bfb9e75-f176-4c52-82d2-fba6692dc886,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:34.082168 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:34.085449 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'name': 'network-vif-deleted', 'tag': '6bfb9e75-f176-4c52-82d2-fba6692dc886'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:34.094315 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:34.095221 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b15b5395-35e8-4899-887e-c19452f34fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:34.120698 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:34.133368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51330) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:34.151963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad80c7-c56a-4725-a5a5-a6b9670e437d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a80a5b-5e1d-43bc-9d29-2f175f087198,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:34.161002 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-43ad80c7-c56a-4725-a5a5-a6b9670e437d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:34.163473 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-43ad80c7-c56a-4725-a5a5-a6b9670e437d admin admin] 10.222.0.40 "DELETE /v2.0/subnets/97a80a5b-5e1d-43bc-9d29-2f175f087198 HTTP/1.1" status: 204 len: 168 time: 2.0841451 Nov 12 07:47:34.165098 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-43ad80c7-c56a-4725-a5a5-a6b9670e437d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:34.166236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51336) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:34.167776 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d1043b2-e5b6-4872-be15-c31ed6f7031b req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.41 "DELETE /v2.0/ports/6bfb9e75-f176-4c52-82d2-fba6692dc886 HTTP/1.1" status: 204 len: 173 time: 1.9885294 Nov 12 07:47:34.314280 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:34.317348 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:34.333503 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-8b6cbb8d-f152-4d26-99f6-a6a093d74332 service neutron] 10.222.0.41 "GET /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4697578 Nov 12 07:47:34.342585 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2eb8cfbe-914b-4072-9ae9-6dc3967ddc97 req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:34.514399 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed74a2f4-75a9-4901-9d09-75d9f7940ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8cf8e70-1ce9-4579-b017-066f442082a4'}, {'server_uuid': '61fdb678-8b05-4b37-b68a-a9ff68a79bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21ad3e94-ae81-4c74-8c4b-d913221068d7'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:34.613874 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa794ca3-84af-4663-9dde-aed383ae9b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:34.640684 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:34.769320 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aa794ca3-84af-4663-9dde-aed383ae9b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:34.779316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aa794ca3-84af-4663-9dde-aed383ae9b52 admin admin] Usage tracker for resource:security_group_rule and tenant:7ff06dde869d45259370efa707d2cca8 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:34.805915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aa794ca3-84af-4663-9dde-aed383ae9b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:34.825724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aa794ca3-84af-4663-9dde-aed383ae9b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:34.830274 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:34.850012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82944e9-7f9a-4754-86ac-b4c5188a99d0']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:34.869139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bcb14c-53ea-4d3d-8277-c00994301b0e') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:34.869468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bcb14c-53ea-4d3d-8277-c00994301b0e') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:34.889370 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:34.952324 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:34.962766 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:47:34.983721 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2592cfed-190a-40e5-9e79-577d2b8da092 tempest-InstanceActionsNegativeTestJSON-1249531490 tempest-InstanceActionsNegativeTestJSON-1249531490] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:35.053674 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b10616ed-05fe-47f8-b27f-629482ba697d req-09c85dbd-722a-4929-8bf2-bdfd1ca722f2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1957436 Nov 12 07:47:35.084577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event deleted for resources: {'Port': ['ID=b8cf8e70-1ce9-4579-b017-066f442082a4,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:35.148933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.161364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.161907 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.162314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.162714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.163114 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.163500 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.163888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.164273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.164671 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.165076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.165460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.165905 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.166274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.166652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.167030 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.167422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.167789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.168211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.168590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.169017 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.169406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.169784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.170168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.170683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.171036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.171429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.171811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.172195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.172572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.182962 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.183635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.184054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.184458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.184935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.185342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:35.210422 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:35.275599 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa794ca3-84af-4663-9dde-aed383ae9b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:35.295832 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa794ca3-84af-4663-9dde-aed383ae9b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:35.314134 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6a176638-b752-43f7-b601-225d00af8ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:35.324037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Network a82944e9-7f9a-4754-86ac-b4c5188a99d0 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:47:35.339617 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:35.484263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa794ca3-84af-4663-9dde-aed383ae9b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21839612-a960-430e-ba71-de246537087b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:35.507371 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aa794ca3-84af-4663-9dde-aed383ae9b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:35.529844 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-aa794ca3-84af-4663-9dde-aed383ae9b52 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7ff06dde869d45259370efa707d2cca8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3948829 Nov 12 07:47:35.609286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Allocated IP 172.25.5.144 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/226b0e73-a944-4f58-a419-2f6599466004) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:47:35.617423 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 51344) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:35.651217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Network a82944e9-7f9a-4754-86ac-b4c5188a99d0 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:47:35.676244 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:47:35.683182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-54bb28fa-298f-4a89-a972-39da31d4cde2 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:35.684069 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-54bb28fa-298f-4a89-a972-39da31d4cde2 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Synchronizing usage tracker for tenant:7a596bb136bd4592b14cc074ed23b99c on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:35.751485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device aec50f27-64b3-408b-8b26-43dca5e06537 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:35.808290 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0ea66-ac1d-4b34-92b0-945f2954331e req-a95c9d1c-0778-41b9-9f51-d010ac364e9e tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:35.817130 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-82a0ea66-ac1d-4b34-92b0-945f2954331e req-a95c9d1c-0778-41b9-9f51-d010ac364e9e tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=046feb45-41ec-4325-8e0b-a10025c72f1d HTTP/1.1" status: 200 len: 949 time: 1.6592505 Nov 12 07:47:35.879716 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a22a-9afe-4712-85cc-2b342eab2a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:35.918581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-fcd37204-0b7b-420e-ac68-8cf809b6914e req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] For port 21ad3e94-ae81-4c74-8c4b-d913221068d7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=21ad3e94-ae81-4c74-8c4b-d913221068d7,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:35.919197 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-fcd37204-0b7b-420e-ac68-8cf809b6914e req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:35.976415 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:35.986924 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-82a0ea66-ac1d-4b34-92b0-945f2954331e req-f03e87cf-5596-4077-aec1-af428b89df1b tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/security-groups?id=42988165-fbd4-49e4-a682-c11bd5ebc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686587 Nov 12 07:47:36.050381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port aec50f27-64b3-408b-8b26-43dca5e06537, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=aec50f27-64b3-408b-8b26-43dca5e06537,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:36.055573 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:36.057665 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:36.168525 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db7ed95-f940-479f-a051-171f7d7f11a6', 'name': 'network-vif-deleted', 'tag': '6bfb9e75-f176-4c52-82d2-fba6692dc886', 'status': 'completed', 'code': 200} Nov 12 07:47:36.175893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.41', 51389) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:36.202721 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-e42203c0-875d-4645-aa49-fde63557a8c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 1190 time: 1.2780287 Nov 12 07:47:36.204674 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a22a-9afe-4712-85cc-2b342eab2a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:36.221978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-fcd37204-0b7b-420e-ac68-8cf809b6914e req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Calling delete_port for 21ad3e94-ae81-4c74-8c4b-d913221068d7 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:36.232466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=aec50f27-64b3-408b-8b26-43dca5e06537,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:36.236016 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:36.249655 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed74a2f4-75a9-4901-9d09-75d9f7940ce1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8cf8e70-1ce9-4579-b017-066f442082a4', 'code': 200} Nov 12 07:47:36.250139 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fdb678-8b05-4b37-b68a-a9ff68a79bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21ad3e94-ae81-4c74-8c4b-d913221068d7', 'code': 200} Nov 12 07:47:36.258901 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:36.260598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-54bb28fa-298f-4a89-a972-39da31d4cde2 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Unset dirty status for tenant:7a596bb136bd4592b14cc074ed23b99c on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:36.262085 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-54bb28fa-298f-4a89-a972-39da31d4cde2 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.41 "GET /v2.0/ports?device_id=046feb45-41ec-4325-8e0b-a10025c72f1d HTTP/1.1" status: 200 len: 949 time: 1.0419059 Nov 12 07:47:36.271369 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:36.316309 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:36.364091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82944e9-7f9a-4754-86ac-b4c5188a99d0,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:36.377057 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:36.389873 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7cc574ad-cdf9-4337-898f-4b39220a9bd1 admin admin] 10.222.0.40 "DELETE /v2.0/networks/a82944e9-7f9a-4754-86ac-b4c5188a99d0 HTTP/1.1" status: 204 len: 168 time: 2.2206461 Nov 12 07:47:36.418466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Deleting port aec50f27-64b3-408b-8b26-43dca5e06537 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:36.419041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:36.461896 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-442ffc0e-2e97-4701-ab6e-7ad3951962cf service neutron] 10.222.0.41 "GET /v2.0/ports/ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4/bindings/n-h2-761264-6 HTTP/1.1" status: 200 len: 454 time: 0.2846444 Nov 12 07:47:36.594938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-27eb0569-1d64-4b24-88ec-1938cd256b46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:36.596462 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-27eb0569-1d64-4b24-88ec-1938cd256b46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.2878799 Nov 12 07:47:36.754462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 51364) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:36.862678 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c28ae579-7475-4500-8bcd-36bb70d637b0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e0845a8f3b354c12b6b4d9869a6616f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1038110 Nov 12 07:47:36.865091 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-273d1156-a4bc-4045-a274-6e54a9957cd1 req-5c59c8f0-9180-4a65-977b-942f3e26093a tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=ed74a2f4-75a9-4901-9d09-75d9f7940ce1 HTTP/1.1" status: 200 len: 210 time: 0.2606220 Nov 12 07:47:36.882561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4b40-d157-43ff-b8fb-f84bcbf2156e req-adfcc387-20e5-4be8-a97d-3f0084183655 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:36.882817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51368) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:36.890505 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0fde4b40-d157-43ff-b8fb-f84bcbf2156e req-adfcc387-20e5-4be8-a97d-3f0084183655 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 945 time: 1.2909386 Nov 12 07:47:36.959100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] For port aec50f27-64b3-408b-8b26-43dca5e06537, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=aec50f27-64b3-408b-8b26-43dca5e06537,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:36.959529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:36.976951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb8cfbe-914b-4072-9ae9-6dc3967ddc97 req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] No DVR routers for this DVR port b8cf8e70-1ce9-4579-b017-066f442082a4 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:36.980428 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2eb8cfbe-914b-4072-9ae9-6dc3967ddc97 req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:36.985075 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-a0c56d78-25d8-4c84-b172-d135fcebb682 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 HTTP/1.1" status: 200 len: 217 time: 0.3560989 Nov 12 07:47:37.016950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed74a2f4-75a9-4901-9d09-75d9f7940ce1', 'name': 'network-vif-deleted', 'tag': 'b8cf8e70-1ce9-4579-b017-066f442082a4'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:37.094841 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a22a-9afe-4712-85cc-2b342eab2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:37.098057 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5f3a22a-9afe-4712-85cc-2b342eab2a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:37.099509 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b5f3a22a-9afe-4712-85cc-2b342eab2a30 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/21839612-a960-430e-ba71-de246537087b HTTP/1.1" status: 204 len: 168 time: 1.4636087 Nov 12 07:47:37.205754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Calling delete_port for aec50f27-64b3-408b-8b26-43dca5e06537 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:37.343284 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0fde4b40-d157-43ff-b8fb-f84bcbf2156e req-a50347ec-75bf-4b26-98f5-99dd5a6d5c6b tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513927 Nov 12 07:47:37.350046 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c4cd8d7b-dab0-4c92-a70d-2bf925b93b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:37.358416 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03a1e0f6-0523-4320-b0d6-6e4cfea4b510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:37.367901 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2eb8cfbe-914b-4072-9ae9-6dc3967ddc97 req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.41 "DELETE /v2.0/ports/b8cf8e70-1ce9-4579-b017-066f442082a4 HTTP/1.1" status: 204 len: 173 time: 5.1523185 Nov 12 07:47:37.370867 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-3a7af8e7-574a-46cd-b81b-abe375431a37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:37.373281 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-3a7af8e7-574a-46cd-b81b-abe375431a37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.3159852 Nov 12 07:47:37.441577 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:37.478260 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:37.492289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3a22a-9afe-4712-85cc-2b342eab2a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21839612-a960-430e-ba71-de246537087b,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:37.512668 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b5f3a22a-9afe-4712-85cc-2b342eab2a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:37.623480 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03a1e0f6-0523-4320-b0d6-6e4cfea4b510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:37.656216 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:37.657244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-948db11b-ecdc-4492-a45d-9511a37ea3e0 service neutron] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:37.690963 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-861d16fc-59d6-4c56-8403-7333d9491481 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:37.693224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-948db11b-ecdc-4492-a45d-9511a37ea3e0 service neutron] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:47:37.776928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Pushing event updated for resources: {'Port': ['ID=226b0e73-a944-4f58-a419-2f6599466004,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:37.790647 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:37.802317 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:37.824242 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d3aa61fd-3c7b-4816-94bc-21d4035534f2 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:37.872058 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-948db11b-ecdc-4492-a45d-9511a37ea3e0 service neutron] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:37.900866 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d6448b9b-7d9c-424e-ae81-8a7d4d09fc7d req-c21146a7-e45f-47d2-8fea-fa283e81f5ae tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.40 "GET /v2.0/ports?device_id=046feb45-41ec-4325-8e0b-a10025c72f1d HTTP/1.1" status: 200 len: 210 time: 0.1233437 Nov 12 07:47:37.901563 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-0e8d1d9c-abbc-4242-a219-70aa36e1397b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3935487 Nov 12 07:47:37.915529 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3818d1ab-7b52-4919-b38a-cad7bb20e722 req-3c1fd139-9015-4418-bd46-4591afe8188e tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/03e371cc-62ff-4ee8-9c34-1a4e7c3a368a HTTP/1.1" status: 200 len: 1633 time: 0.9293499 Nov 12 07:47:37.967597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Pushing event deleted for resources: {'Port': ['ID=aec50f27-64b3-408b-8b26-43dca5e06537,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:37.998853 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:38.014143 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-948db11b-ecdc-4492-a45d-9511a37ea3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:38.161508 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03a1e0f6-0523-4320-b0d6-6e4cfea4b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:38.179968 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7d26a019-e453-4761-b761-abca76e5da09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:38.184842 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed74a2f4-75a9-4901-9d09-75d9f7940ce1', 'name': 'network-vif-deleted', 'tag': 'b8cf8e70-1ce9-4579-b017-066f442082a4', 'status': 'completed', 'code': 200} Nov 12 07:47:38.188852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:38.189278 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-87e5703c-a313-488c-a27e-db24bb765120 service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670979 Nov 12 07:47:38.221631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51398) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:38.230703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1e0f6-0523-4320-b0d6-6e4cfea4b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dcbfe8-dee4-4df0-80fe-237733127b2c,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:38.240525 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-03a1e0f6-0523-4320-b0d6-6e4cfea4b510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:38.257833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046feb45-41ec-4325-8e0b-a10025c72f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec50f27-64b3-408b-8b26-43dca5e06537'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:38.262370 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-74470a16-7013-4e47-8cdf-63f4f12a6b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:38.333241 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03a1e0f6-0523-4320-b0d6-6e4cfea4b510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:38.337546 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-03a1e0f6-0523-4320-b0d6-6e4cfea4b510 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/12dcbfe8-dee4-4df0-80fe-237733127b2c HTTP/1.1" status: 204 len: 168 time: 1.4501562 Nov 12 07:47:38.351303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] No DVR routers for this DVR port aec50f27-64b3-408b-8b26-43dca5e06537 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:38.360850 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:38.363454 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d246c0b3-a8ef-4a51-9ad8-bcfc64213622 req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] 10.222.0.41 "DELETE /v2.0/ports/aec50f27-64b3-408b-8b26-43dca5e06537 HTTP/1.1" status: 204 len: 173 time: 2.0782080 Nov 12 07:47:38.406082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-74470a16-7013-4e47-8cdf-63f4f12a6b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:38.411988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-74470a16-7013-4e47-8cdf-63f4f12a6b6a admin admin] Usage tracker for resource:security_group_rule and tenant:7991e29c93dc493a91a185c021311136 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:38.417219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-74470a16-7013-4e47-8cdf-63f4f12a6b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:38.438102 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-74470a16-7013-4e47-8cdf-63f4f12a6b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:38.664019 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04b9bed9-fb88-4e00-ba46-28d991073e70 req-c3f4b4cc-e186-4584-a3a6-5296d003a21b service neutron] 10.222.0.41 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4358234 Nov 12 07:47:38.681966 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-74470a16-7013-4e47-8cdf-63f4f12a6b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:38.690699 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-74470a16-7013-4e47-8cdf-63f4f12a6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:38.743881 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3818d1ab-7b52-4919-b38a-cad7bb20e722 req-963300d8-ef17-438f-9656-1a5ab537291f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:38.759600 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4', 'code': 200} Nov 12 07:47:38.760350 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e5210444-53e3-4894-a9a7-397f933ce177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:38.780692 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3818d1ab-7b52-4919-b38a-cad7bb20e722 req-963300d8-ef17-438f-9656-1a5ab537291f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:38.782128 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-74470a16-7013-4e47-8cdf-63f4f12a6b6a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7991e29c93dc493a91a185c021311136&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5535927 Nov 12 07:47:38.785414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51410) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:38.792239 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046feb45-41ec-4325-8e0b-a10025c72f1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec50f27-64b3-408b-8b26-43dca5e06537', 'code': 200} Nov 12 07:47:38.905897 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74470a16-7013-4e47-8cdf-63f4f12a6b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f49170-1d05-4992-8209-3dc31b67a782,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:38.931852 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-74470a16-7013-4e47-8cdf-63f4f12a6b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:38.934345 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3818d1ab-7b52-4919-b38a-cad7bb20e722 req-963300d8-ef17-438f-9656-1a5ab537291f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:38.947082 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eece013b-e628-41c6-8e12-59951fd906df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:38.982272 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b1fe7a30-ce17-40f2-b38a-dcf39bf0d53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:39.016637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-948db11b-ecdc-4492-a45d-9511a37ea3e0 service neutron] Transition to ACTIVE for port object ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:47:39.043029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963300d8-ef17-438f-9656-1a5ab537291f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e371cc-62ff-4ee8-9c34-1a4e7c3a368a,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:39.051380 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-948db11b-ecdc-4492-a45d-9511a37ea3e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:39.061903 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:47:39.063045 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-fcd37204-0b7b-420e-ac68-8cf809b6914e req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:39.066249 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-963300d8-ef17-438f-9656-1a5ab537291f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:39.068140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:47:39.106840 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:39.138092 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e163eb56-d32d-4681-ad7b-1361f57b4f46 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:39.192409 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b1fe7a30-ce17-40f2-b38a-dcf39bf0d53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:39.195282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:47:39.352818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948db11b-ecdc-4492-a45d-9511a37ea3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,revision_number=10']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:39.356625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event deleted for resources: {'Port': ['ID=21ad3e94-ae81-4c74-8c4b-d913221068d7,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:39.358236 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-948db11b-ecdc-4492-a45d-9511a37ea3e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:39.376425 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3818d1ab-7b52-4919-b38a-cad7bb20e722 req-963300d8-ef17-438f-9656-1a5ab537291f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:39.393503 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3818d1ab-7b52-4919-b38a-cad7bb20e722 req-963300d8-ef17-438f-9656-1a5ab537291f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "DELETE /v2.0/security-groups/03e371cc-62ff-4ee8-9c34-1a4e7c3a368a HTTP/1.1" status: 204 len: 173 time: 1.4769342 Nov 12 07:47:39.394876 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:39.398661 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b1fe7a30-ce17-40f2-b38a-dcf39bf0d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:39.415989 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51422) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:39.417688 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aeae43ee-d1f6-4ce0-a06b-d89b77a6cace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:39.457003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe7a30-ce17-40f2-b38a-dcf39bf0d53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f49170-1d05-4992-8209-3dc31b67a782,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:39.469195 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b1fe7a30-ce17-40f2-b38a-dcf39bf0d53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:39.490168 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b1fe7a30-ce17-40f2-b38a-dcf39bf0d53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:39.491436 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b1fe7a30-ce17-40f2-b38a-dcf39bf0d53f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e7f49170-1d05-4992-8209-3dc31b67a782 HTTP/1.1" status: 204 len: 168 time: 0.6956429 Nov 12 07:47:39.597460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd37204-0b7b-420e-ac68-8cf809b6914e req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] No DVR routers for this DVR port 21ad3e94-ae81-4c74-8c4b-d913221068d7 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:39.605004 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-fcd37204-0b7b-420e-ac68-8cf809b6914e req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:39.607766 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fcd37204-0b7b-420e-ac68-8cf809b6914e req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "DELETE /v2.0/ports/21ad3e94-ae81-4c74-8c4b-d913221068d7 HTTP/1.1" status: 204 len: 173 time: 6.7314119 Nov 12 07:47:39.669086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-399472b2-8da8-4c4b-a81e-e4fefdd58282 req-edaf0b7d-17e1-4aef-ad6c-0dd7e1a30338 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:39.689914 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-399472b2-8da8-4c4b-a81e-e4fefdd58282 req-edaf0b7d-17e1-4aef-ad6c-0dd7e1a30338 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:39.691222 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-399472b2-8da8-4c4b-a81e-e4fefdd58282 req-edaf0b7d-17e1-4aef-ad6c-0dd7e1a30338 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=61fdb678-8b05-4b37-b68a-a9ff68a79bdf HTTP/1.1" status: 200 len: 210 time: 0.0963171 Nov 12 07:47:39.710741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef68d7-f36f-4a21-b38f-1a32eba2f661 req-0352be55-6554-42eb-b18d-26e15570cc9a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:39.719553 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-faef68d7-f36f-4a21-b38f-1a32eba2f661 req-0352be55-6554-42eb-b18d-26e15570cc9a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 944 time: 0.6729980 Nov 12 07:47:39.774439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-948db11b-ecdc-4492-a45d-9511a37ea3e0 service neutron] No DVR routers for this DVR port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:39.804549 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4cc5eded-f4ac-4b2d-ac48-6b3a7f169009 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=bb7c278c712f4f4bb0132e8280c968d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3720653 Nov 12 07:47:39.805320 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51428) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:39.818953 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-faef68d7-f36f-4a21-b38f-1a32eba2f661 req-1ca4bd53-1ca6-436e-a6d3-4770470ad0f5 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975816 Nov 12 07:47:39.838015 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-948db11b-ecdc-4492-a45d-9511a37ea3e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4/bindings/n-h2-761264-6/activate HTTP/1.1" status: 200 len: 439 time: 3.3676398 Nov 12 07:47:39.877823 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:39.880236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7975814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930'] for router, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:39.978726 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-47d3b78c-f46c-4fa0-85b8-6d6517219964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:40.060110 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-47d3b78c-f46c-4fa0-85b8-6d6517219964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:40.159064 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-47d3b78c-f46c-4fa0-85b8-6d6517219964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:40.166168 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f415daa-f4e6-4158-bae5-4c4ce073c1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:40.187800 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3b78c-f46c-4fa0-85b8-6d6517219964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caa71f5-473b-4f2a-8594-d72b8d86e843,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:40.191539 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-47d3b78c-f46c-4fa0-85b8-6d6517219964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:40.211320 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-47d3b78c-f46c-4fa0-85b8-6d6517219964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:40.215811 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-47d3b78c-f46c-4fa0-85b8-6d6517219964 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4caa71f5-473b-4f2a-8594-d72b8d86e843 HTTP/1.1" status: 204 len: 168 time: 0.4090440 Nov 12 07:47:40.229504 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fdb678-8b05-4b37-b68a-a9ff68a79bdf', 'name': 'network-vif-deleted', 'tag': '21ad3e94-ae81-4c74-8c4b-d913221068d7'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:40.361745 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-713b1c2b-dd7e-43a3-bba8-06de60f3042f req-2752cec3-a36a-40ad-ab5b-04a52be913b7 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/3f8c6673-414f-4d02-ba64-cece4d5bcedf HTTP/1.1" status: 200 len: 1635 time: 0.3079469 Nov 12 07:47:40.543212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-205de9b4-bdaf-4da0-be9b-8be5deb0fb41 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.33 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 1159 time: 0.5354123 Nov 12 07:47:40.665121 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-713b1c2b-dd7e-43a3-bba8-06de60f3042f req-4a54a71b-4bb0-4b02-b66c-013e660a4e7c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:40.712545 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-713b1c2b-dd7e-43a3-bba8-06de60f3042f req-4a54a71b-4bb0-4b02-b66c-013e660a4e7c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:40.743649 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-a3a40d6d-72a6-466d-be5d-28248f6ef80d service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69 HTTP/1.1" status: 200 len: 1159 time: 0.1868429 Nov 12 07:47:40.760509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046feb45-41ec-4325-8e0b-a10025c72f1d', 'name': 'network-vif-deleted', 'tag': 'aec50f27-64b3-408b-8b26-43dca5e06537'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:40.860018 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-713b1c2b-dd7e-43a3-bba8-06de60f3042f req-4a54a71b-4bb0-4b02-b66c-013e660a4e7c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:40.883405 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2d7df579-33c1-4a1f-89f5-ef1dc579f2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:40.899421 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-713b1c2b-dd7e-43a3-bba8-06de60f3042f req-4a54a71b-4bb0-4b02-b66c-013e660a4e7c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:40.923018 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-713b1c2b-dd7e-43a3-bba8-06de60f3042f req-4a54a71b-4bb0-4b02-b66c-013e660a4e7c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "DELETE /v2.0/security-groups/3f8c6673-414f-4d02-ba64-cece4d5bcedf HTTP/1.1" status: 204 len: 173 time: 0.5462217 Nov 12 07:47:40.938758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54a71b-4bb0-4b02-b66c-013e660a4e7c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8c6673-414f-4d02-ba64-cece4d5bcedf,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:40.950254 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4a54a71b-4bb0-4b02-b66c-013e660a4e7c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:40.954483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Router 16bc8418-c129-48e9-ade3-759c9681069f is scheduled to L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 with binding_index 1 {{(pid=80792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 12 07:47:41.019480 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-3484873f-4637-444c-bca2-b182e5902c2e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 1159 time: 0.2454739 Nov 12 07:47:41.258318 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fdb678-8b05-4b37-b68a-a9ff68a79bdf', 'name': 'network-vif-deleted', 'tag': '21ad3e94-ae81-4c74-8c4b-d913221068d7', 'status': 'completed', 'code': 200} Nov 12 07:47:41.263724 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046feb45-41ec-4325-8e0b-a10025c72f1d', 'name': 'network-vif-deleted', 'tag': 'aec50f27-64b3-408b-8b26-43dca5e06537', 'status': 'completed', 'code': 200} Nov 12 07:47:41.438719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1605177901', 'description': 'tempest-description-1117457064'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:41.524162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:41.528883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:41.531974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:41.537866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:41.576532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:41.629011 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:41.633444 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Usage tracker for resource:security_group_rule and tenant:df00d4adbb61409687704d8cee0ac12d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:41.637742 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:41.643917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:41.740867 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f481eb-3328-4f1a-8757-8b760d6aeb21 req-5da750d6-1164-427a-a6e3-a604b537e399 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:41.742629 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-66f481eb-3328-4f1a-8757-8b760d6aeb21 req-5da750d6-1164-427a-a6e3-a604b537e399 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 944 time: 0.2835977 Nov 12 07:47:41.764471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:41.875068 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-390cf78c-c648-481b-afcf-167d43404db9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:41.878932 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-390cf78c-c648-481b-afcf-167d43404db9 service neutron] 10.222.0.33 "GET /v2.0/networks?id=71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 200 len: 915 time: 0.6865516 Nov 12 07:47:41.890488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:47:42.032123 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-048e6052-7b16-4364-ab40-cf2127709f9b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 HTTP/1.1" status: 200 len: 217 time: 0.1264994 Nov 12 07:47:42.051234 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:42.066368 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-66f481eb-3328-4f1a-8757-8b760d6aeb21 req-9f107fac-f71a-4b04-8072-6ac4cf4011a3 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042462 Nov 12 07:47:42.121543 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:42.165915 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-82c2eaa9-39cb-4b22-b84e-5224d47248bc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:42.214786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'SecurityGroup': ['ID=c716bd29-b417-4618-a8b9-f448da90ca38,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:42.217801 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:42.237212 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:42.237434 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4b7df74-e3e9-444f-b287-d8ca224adc2a req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.8796184 Nov 12 07:47:42.264843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-e7c1d5a6-fac7-4084-9213-5d55ff814064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:42.266522 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-e7c1d5a6-fac7-4084-9213-5d55ff814064 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 200 len: 861 time: 0.2183588 Nov 12 07:47:42.270762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:47:42.281592 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Sync routers for ids ['16bc8418-c129-48e9-ade3-759c9681069f'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:47:42.304089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Routers {'16bc8418-c129-48e9-ade3-759c9681069f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:47:42.304799 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:47:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['16bc8418-c129-48e9-ade3-759c9681069f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:42.374410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Notify callbacks [] for router, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:42.376154 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.0250404 Nov 12 07:47:42.378617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51538) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:42.421330 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-f0fd8eb7-3628-42ad-8b7a-61da130d3015 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=71dec89f-760d-4076-aef8-88ce965d6ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803199 Nov 12 07:47:42.758286 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-80823f6d-6749-464c-b605-9807cc990c42 service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353207 Nov 12 07:47:42.832267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Set router 16bc8418-c129-48e9-ade3-759c9681069f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:47:42.963909 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-38a96e81-d941-4241-bf8c-a435d392668c service neutron] 10.222.0.33 "GET /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1982422 Nov 12 07:47:43.495356 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bc8418-c129-48e9-ade3-759c9681069f', 'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-router', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '226b0e73-a944-4f58-a419-2f6599466004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:47:30Z', 'updated_at': '2020-11-12T07:47:39Z', 'revision_number': 3, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'gw_port': {'id': '226b0e73-a944-4f58-a419-2f6599466004', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bc8418-c129-48e9-ade3-759c9681069f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:47:34Z', 'updated_at': '2020-11-12T07:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:43.502098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Checking router: 16bc8418-c129-48e9-ade3-759c9681069f for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:47:43.502497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Updating router 16bc8418-c129-48e9-ade3-759c9681069f port 226b0e73-a944-4f58-a419-2f6599466004 binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:47:43.513304 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-36e17c30-9b59-41e6-806c-f1cd4d4ca20d tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.33 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b&tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&binding%3Ahost_id=n-h2-761264-6 HTTP/1.1" status: 200 len: 1159 time: 0.1230786 Nov 12 07:47:43.684439 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:44.081664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-ad5754c4-0fd3-4dc8-b17d-664a834f627d service neutron] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:47:44.087269 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-ad5754c4-0fd3-4dc8-b17d-664a834f627d service neutron] Notify callbacks [] for binding, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:44.089216 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3e7170-d57c-4d7b-b84f-fc7771628033 req-ad5754c4-0fd3-4dc8-b17d-664a834f627d service neutron] 10.222.0.33 "DELETE /v2.0/ports/ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4/bindings/n-h1-761264-6 HTTP/1.1" status: 204 len: 173 time: 0.5570121 Nov 12 07:47:44.102005 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20431b2a-1601-4fd5-a78c-56dee296a61f req-46abdf1e-bfde-40df-88d5-40a4355755da tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/c716bd29-b417-4618-a8b9-f448da90ca38 HTTP/1.1" status: 200 len: 1635 time: 0.1022124 Nov 12 07:47:44.109094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-20431b2a-1601-4fd5-a78c-56dee296a61f req-5fe5b865-908f-4db9-82ef-5a7cd5ea8127 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Request body: {'security_group': {'name': 'tempest-sg-hth-1785316684', 'description': 'tempest-description-hth-1583697903'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:44.229165 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-20431b2a-1601-4fd5-a78c-56dee296a61f req-5fe5b865-908f-4db9-82ef-5a7cd5ea8127 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:44.285078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4d51c-8b32-4276-972f-b30b97b58877 req-fc31884a-61a1-456a-945b-09b64189616c tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:44.286768 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dae4d51c-8b32-4276-972f-b30b97b58877 req-fc31884a-61a1-456a-945b-09b64189616c tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 944 time: 0.1625533 Nov 12 07:47:44.358738 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:44.370540 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-20431b2a-1601-4fd5-a78c-56dee296a61f req-5fe5b865-908f-4db9-82ef-5a7cd5ea8127 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:44.374378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Transition to ACTIVE for port object 226b0e73-a944-4f58-a419-2f6599466004 will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:47:44.374819 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dae4d51c-8b32-4276-972f-b30b97b58877 req-30dd1342-6cd9-4b0b-974d-ec1f26054849 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744548 Nov 12 07:47:44.375909 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-20431b2a-1601-4fd5-a78c-56dee296a61f req-5fe5b865-908f-4db9-82ef-5a7cd5ea8127 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:44.378724 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-20431b2a-1601-4fd5-a78c-56dee296a61f req-5fe5b865-908f-4db9-82ef-5a7cd5ea8127 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:44.389681 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-20431b2a-1601-4fd5-a78c-56dee296a61f req-5fe5b865-908f-4db9-82ef-5a7cd5ea8127 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "PUT /v2.0/security-groups/c716bd29-b417-4618-a8b9-f448da90ca38 HTTP/1.1" status: 200 len: 1609 time: 0.2827458 Nov 12 07:47:44.389681 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-49c7706a-d07e-4658-809d-8298df25d0f9 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:44.402550 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:44.415243 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:44.445137 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-701eddea-b2b8-412f-95d6-26f687811293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:44.450704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5b865-908f-4db9-82ef-5a7cd5ea8127 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event updated for resources: {'SecurityGroup': ['ID=c716bd29-b417-4618-a8b9-f448da90ca38,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:44.455021 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5fe5b865-908f-4db9-82ef-5a7cd5ea8127 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:44.684678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Pushing event updated for resources: {'Port': ['ID=226b0e73-a944-4f58-a419-2f6599466004,revision_number=2']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:44.732199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.732590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.732952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.733327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.733690 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.734050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.734410 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.734763 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.735115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.735470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.735821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.736170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.736682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.737075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.737428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.737783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.738132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.738477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.738823 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.739169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.739516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.739860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.740207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.740552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.741028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.741384 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.741730 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.742075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.742424 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.742772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.743119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.743517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.743809 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.744153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.744497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.744841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:44.752642 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:44.788706 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Attempting to bind port 226b0e73-a944-4f58-a419-2f6599466004 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:47:44.789229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Attempting to bind port 226b0e73-a944-4f58-a419-2f6599466004 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:47:44.789800 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Attempting to bind port 226b0e73-a944-4f58-a419-2f6599466004 on network e05c3b57-937d-41ff-abac-1be23c57afec {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:47:44.798819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:47:44.799335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:47:44.799878 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:44.800385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Bound using segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:47:44.801176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Bound port: 226b0e73-a944-4f58-a419-2f6599466004, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:47:44.801683 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:44.941165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] For port 226b0e73-a944-4f58-a419-2f6599466004, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:47:44.945142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] For port 226b0e73-a944-4f58-a419-2f6599466004, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=226b0e73-a944-4f58-a419-2f6599466004,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:47:44.969959 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:45.037640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Allocated IP 172.20.0.1 (44e340f5-5c7b-410f-886c-f4c18a733214/061eb431-be4a-415f-9236-3a16a64d078a/89d10b01-8911-40ba-8881-5c4bacf6d2ea) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:47:45.238990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:45.240442 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-701eddea-b2b8-412f-95d6-26f687811293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:45.335789 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:45.373694 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:45.375906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Pushing event updated for resources: {'Port': ['ID=226b0e73-a944-4f58-a419-2f6599466004,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:45.379914 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:45.391831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:47:45.394667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Routers {'16bc8418-c129-48e9-ade3-759c9681069f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:47:45.398076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:47:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['16bc8418-c129-48e9-ade3-759c9681069f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:45.403619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:45.404195 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:45.563446 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:45.652141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Network 44e340f5-5c7b-410f-886c-f4c18a733214 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:47:45.655458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:47:45.659141 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:45.661249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:47:45.721898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:45.732844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Pushing event updated for resources: {'Port': ['ID=89d10b01-8911-40ba-8881-5c4bacf6d2ea,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:45.737787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951012'] for router_interface, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:45.750283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:45.758643 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:45.765302 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:45.775272 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:45.801542 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a1c5f56-38d3-45e7-85d1-b940aa4d08fa req-68ba4da9-40b8-493b-83ad-962a8f873b05 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/c716bd29-b417-4618-a8b9-f448da90ca38 HTTP/1.1" status: 200 len: 1609 time: 0.2115293 Nov 12 07:47:45.816849 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-bbb6d824-de27-431a-a472-0ca0bd67d22a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/networks?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843122 Nov 12 07:47:45.867961 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:45.909054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] Set router 16bc8418-c129-48e9-ade3-759c9681069f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:47:45.946467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,revision_number=12']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:45.962740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.963415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.964075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.964657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.965225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.965829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.966346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.966860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.967371 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.968310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.968838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.969472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.970324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.970858 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.971375 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.972022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.972532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.973115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.973638 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.975553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.990595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.991713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.992364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.992745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.993381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.993814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.994185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.994679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.995114 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.995481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.995900 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.996657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.997075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.997443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.997808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:45.998170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:47:46.004342 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:46.105565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-6b72170c-2043-45f4-99bd-de756ac78ab4 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:46.113381 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-6b72170c-2043-45f4-99bd-de756ac78ab4 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2940917 Nov 12 07:47:46.133034 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-b47e49ba-477f-49fe-ad92-d082e54975ca tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/quotas/6a2815708d614ce1b993a1a3e41c0d64 HTTP/1.1" status: 200 len: 375 time: 0.0182827 Nov 12 07:47:46.226722 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-3aaa3476-af6c-4de1-ac3c-8500393ae499 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927274 Nov 12 07:47:46.359607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 51648) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:46.434675 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-a3924f77-0247-46a1-aeec-82e0f1248791 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:46.436533 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-a3924f77-0247-46a1-aeec-82e0f1248791 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/ports?device_id=3f701a91-31cb-462d-b23e-0e0f18cbd8f7 HTTP/1.1" status: 200 len: 950 time: 0.1536860 Nov 12 07:47:46.599840 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4', 'code': 200} Nov 12 07:47:46.710555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:46.746344 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:46.747282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bc8418-c129-48e9-ade3-759c9681069f', 'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-router', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '226b0e73-a944-4f58-a419-2f6599466004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:47:30Z', 'updated_at': '2020-11-12T07:47:39Z', 'revision_number': 3, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'gw_port': {'id': '226b0e73-a944-4f58-a419-2f6599466004', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bc8418-c129-48e9-ade3-759c9681069f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:47:34Z', 'updated_at': '2020-11-12T07:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:46.754888 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:46.759714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a11106-675e-4c99-8b9c-74e1cb9bc3b5 None None] The sync data for ids ['16bc8418-c129-48e9-ade3-759c9681069f'] in n-d-761264-6 is: [{'id': '16bc8418-c129-48e9-ade3-759c9681069f', 'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-router', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '226b0e73-a944-4f58-a419-2f6599466004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:47:30Z', 'updated_at': '2020-11-12T07:47:39Z', 'revision_number': 3, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'gw_port': {'id': '226b0e73-a944-4f58-a419-2f6599466004', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bc8418-c129-48e9-ade3-759c9681069f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:47:34Z', 'updated_at': '2020-11-12T07:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:47:46.806819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Deleting port 947f8c71-44e2-437b-9170-c2eec74d8547 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:46.807453 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:46.822496 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ca25e376-e2a2-43fa-bdfa-4112c7874064 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:46.890314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:46.891781 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:46.928444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7104559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982403'] for router_interface, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:46.949220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Pushing event updated for resources: {'Port': ['ID=89d10b01-8911-40ba-8881-5c4bacf6d2ea,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:46.956472 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:47.081574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 947f8c71-44e2-437b-9170-c2eec74d8547 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:47.133458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Network 44e340f5-5c7b-410f-886c-f4c18a733214 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:47:47.135496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:47:47.223734 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:47.262351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 947f8c71-44e2-437b-9170-c2eec74d8547, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=947f8c71-44e2-437b-9170-c2eec74d8547,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:47.269094 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:47.270312 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d7a24c4c-e0f9-431d-9397-42d1c13bc5df admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7a596bb136bd4592b14cc074ed23b99c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9039819 Nov 12 07:47:47.272947 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:47.273258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51688) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:47.274870 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0d0e40ea-1ef6-482c-bf06-0645bec52105 req-f6b85c61-84a9-418f-b4b7-6df42a9f784e tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/c716bd29-b417-4618-a8b9-f448da90ca38 HTTP/1.1" status: 200 len: 1609 time: 0.6235690 Nov 12 07:47:47.376399 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=947f8c71-44e2-437b-9170-c2eec74d8547,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:47.394744 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:47.416121 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e3d5578e-4dc9-418b-b05a-2707b15b9819 req-29858115-c670-4239-bf0b-633bfcbc9b9e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 210 time: 0.1739190 Nov 12 07:47:47.421309 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-daf81eae-6f9f-40b2-a004-d007cede7d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:47.474874 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-daf81eae-6f9f-40b2-a004-d007cede7d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:47.554064 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] For port 947f8c71-44e2-437b-9170-c2eec74d8547, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=947f8c71-44e2-437b-9170-c2eec74d8547,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:47.554064 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:47.717886 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-daf81eae-6f9f-40b2-a004-d007cede7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:47.736387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Calling delete_port for 947f8c71-44e2-437b-9170-c2eec74d8547 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:47.758868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 226b0e73-a944-4f58-a419-2f6599466004 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:47.786633 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f95e9263-b3d8-4344-ba43-e3325045e972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:47.817943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf81eae-6f9f-40b2-a004-d007cede7d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42988165-fbd4-49e4-a682-c11bd5ebc3cc,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:47.844594 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-daf81eae-6f9f-40b2-a004-d007cede7d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:47.882249 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-daf81eae-6f9f-40b2-a004-d007cede7d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:47.883731 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-daf81eae-6f9f-40b2-a004-d007cede7d75 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/42988165-fbd4-49e4-a682-c11bd5ebc3cc HTTP/1.1" status: 204 len: 168 time: 0.6094911 Nov 12 07:47:47.902745 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:47:47.903752 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:47:47.919435 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0d0e40ea-1ef6-482c-bf06-0645bec52105 req-b2932b21-4384-4085-8693-25b75501074b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:47.931917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 226b0e73-a944-4f58-a419-2f6599466004 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:47:47.941818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 226b0e73-a944-4f58-a419-2f6599466004 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:47.944043 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:48.016711 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0d0e40ea-1ef6-482c-bf06-0645bec52105 req-b2932b21-4384-4085-8693-25b75501074b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:48.135358 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:48.158920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port 226b0e73-a944-4f58-a419-2f6599466004, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=226b0e73-a944-4f58-a419-2f6599466004,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:48.165083 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:48.167424 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:48.186640 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-36191a5a-1852-433b-ad1f-908a138fd75a req-997ebc7f-5d6b-4102-bda4-78400d07ee51 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 1161 time: 0.1380122 Nov 12 07:47:48.187829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0d0e40ea-1ef6-482c-bf06-0645bec52105 req-b2932b21-4384-4085-8693-25b75501074b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:48.195757 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3587bf0f-a080-43ab-b4b3-a4e61a6ea5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:48.249138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2932b21-4384-4085-8693-25b75501074b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event deleted for resources: {'SecurityGroup': ['ID=c716bd29-b417-4618-a8b9-f448da90ca38,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:48.252001 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b2932b21-4384-4085-8693-25b75501074b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:48.252184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=226b0e73-a944-4f58-a419-2f6599466004,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:48.255565 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:48.267669 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0d0e40ea-1ef6-482c-bf06-0645bec52105 req-b2932b21-4384-4085-8693-25b75501074b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:48.282429 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0d0e40ea-1ef6-482c-bf06-0645bec52105 req-b2932b21-4384-4085-8693-25b75501074b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "DELETE /v2.0/security-groups/c716bd29-b417-4618-a8b9-f448da90ca38 HTTP/1.1" status: 204 len: 173 time: 0.9090621 Nov 12 07:47:48.329005 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-36191a5a-1852-433b-ad1f-908a138fd75a req-0d23a335-9b14-4cc7-b897-07dea25382b8 tempest-LiveAutoBlockMigrationV225Test-1462517288 tempest-LiveAutoBlockMigrationV225Test-1462517288] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342313 Nov 12 07:47:48.405615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Deleting port 947f8c71-44e2-437b-9170-c2eec74d8547 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:48.406196 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:48.459055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Router 16bc8418-c129-48e9-ade3-759c9681069f has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:47:48.563341 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-83be2b57-7404-4a95-a6eb-503d7027654d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.41 "GET /v2.0/networks?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984936 Nov 12 07:47:48.601167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f701a91-31cb-462d-b23e-0e0f18cbd8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '947f8c71-44e2-437b-9170-c2eec74d8547'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:48.700969 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device df836bca-45ee-406a-9848-298642bf32b6 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:48.785967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d13b15-9fce-49e3-b6ba-d4eaaf2c0e80 req-c0632ccc-b524-470d-9357-4b1d99b481b6 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:48.786753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-89d13b15-9fce-49e3-b6ba-d4eaaf2c0e80 req-c0632ccc-b524-470d-9357-4b1d99b481b6 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:48.832676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-89d13b15-9fce-49e3-b6ba-d4eaaf2c0e80 req-c0632ccc-b524-470d-9357-4b1d99b481b6 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:48.834208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89d13b15-9fce-49e3-b6ba-d4eaaf2c0e80 req-c0632ccc-b524-470d-9357-4b1d99b481b6 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=3f701a91-31cb-462d-b23e-0e0f18cbd8f7 HTTP/1.1" status: 200 len: 948 time: 0.3711109 Nov 12 07:47:48.899626 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:48.937366 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port df836bca-45ee-406a-9848-298642bf32b6, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=df836bca-45ee-406a-9848-298642bf32b6,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:48.937556 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89e8a1bb-e6ff-4b11-ab82-c4ccfe05cb2b req-d7819025-cff1-4a82-9031-0e16e105a21c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 210 time: 0.0597417 Nov 12 07:47:48.942570 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:48.944788 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:48.977528 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89d13b15-9fce-49e3-b6ba-d4eaaf2c0e80 req-403523c3-2505-4821-9db8-6a494243500f tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313422 Nov 12 07:47:49.024154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=df836bca-45ee-406a-9848-298642bf32b6,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:49.027777 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:49.030075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] For port 947f8c71-44e2-437b-9170-c2eec74d8547, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=947f8c71-44e2-437b-9170-c2eec74d8547,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:49.030558 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:49.148396 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f701a91-31cb-462d-b23e-0e0f18cbd8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '947f8c71-44e2-437b-9170-c2eec74d8547', 'code': 200} Nov 12 07:47:49.194948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Calling delete_port for 947f8c71-44e2-437b-9170-c2eec74d8547 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:49.218047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cfe7d93e-1c37-4fbb-bcb2-d3a9fa592db9 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:49.219811 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cfe7d93e-1c37-4fbb-bcb2-d3a9fa592db9 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6484995 Nov 12 07:47:49.242773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Request body: {'port': {'device_id': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': '6a2815708d614ce1b993a1a3e41c0d64'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:49.407873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0c578bd0-9ae6-47c1-8a80-ad89603adf81 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:49.408704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0c578bd0-9ae6-47c1-8a80-ad89603adf81 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:49.432015 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:49.445884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51758) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:49.455102 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:49.462279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Usage tracker for resource:port and tenant:6a2815708d614ce1b993a1a3e41c0d64 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:49.466572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0c578bd0-9ae6-47c1-8a80-ad89603adf81 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:49.467828 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0c578bd0-9ae6-47c1-8a80-ad89603adf81 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 950 time: 0.8978453 Nov 12 07:47:49.468741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:49.476596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:49.601534 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:49.620828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Made reservation on behalf of 6a2815708d614ce1b993a1a3e41c0d64 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:47:49.638030 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:49.658182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event deleted for resources: {'Port': ['ID=947f8c71-44e2-437b-9170-c2eec74d8547,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:49.661687 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:49.689882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Deleting port df836bca-45ee-406a-9848-298642bf32b6 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:49.690248 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:49.709098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 226b0e73-a944-4f58-a419-2f6599466004 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:49.735806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] No DVR routers for this DVR port 947f8c71-44e2-437b-9170-c2eec74d8547 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:49.738460 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:49.748853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f701a91-31cb-462d-b23e-0e0f18cbd8f7', 'name': 'network-vif-deleted', 'tag': '947f8c71-44e2-437b-9170-c2eec74d8547'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:49.778074 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b54c1c24-f456-4bdb-99fb-67e0cf0d15f3 req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "DELETE /v2.0/ports/947f8c71-44e2-437b-9170-c2eec74d8547 HTTP/1.1" status: 204 len: 173 time: 3.3349111 Nov 12 07:47:49.830444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:49.846193 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 226b0e73-a944-4f58-a419-2f6599466004 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:49.846942 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:49.882950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-680603372-network', 'tenant_id': '80044f1f20474c778efd2639c0062216'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:49.911564 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:49.939770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Usage tracker for resource:network and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:50.037746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:50.083559 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:50.125467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f6812-f9fc-4bf5-ba8a-9c6f59a0c7b8 req-de39bd27-72c7-41f5-9174-3601a2a4a48d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:50.127286 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ba3f6812-f9fc-4bf5-ba8a-9c6f59a0c7b8 req-de39bd27-72c7-41f5-9174-3601a2a4a48d tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 946 time: 0.1424513 Nov 12 07:47:50.135670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4292e-6938-4f8d-93de-323bda5d619f req-9365ba60-60b7-46a6-9efd-918c47ebad45 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:50.137196 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02a4292e-6938-4f8d-93de-323bda5d619f req-9365ba60-60b7-46a6-9efd-918c47ebad45 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.33 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 946 time: 0.2644811 Nov 12 07:47:50.152991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:47:50.162136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:50.196074 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ba3f6812-f9fc-4bf5-ba8a-9c6f59a0c7b8 req-b2828dcd-55a7-4b72-9039-4b4309f35099 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577040 Nov 12 07:47:50.282076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] For port df836bca-45ee-406a-9848-298642bf32b6, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=df836bca-45ee-406a-9848-298642bf32b6,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:50.282587 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:50.298745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-02a4292e-6938-4f8d-93de-323bda5d619f req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Deleting port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:50.299323 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02a4292e-6938-4f8d-93de-323bda5d619f req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:50.301634 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Usage tracker for resource:security_group_rule and tenant:6a2815708d614ce1b993a1a3e41c0d64 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:50.317685 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] 10.222.0.40 "PUT /v2.0/routers/16bc8418-c129-48e9-ade3-759c9681069f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9374146 Nov 12 07:47:50.320307 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:50.332426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Made reservation on behalf of 80044f1f20474c778efd2639c0062216 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:47:50.338826 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:50.406430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Sync routers for ids ['16bc8418-c129-48e9-ade3-759c9681069f'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:47:50.437566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Routers {'16bc8418-c129-48e9-ade3-759c9681069f'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:47:50.438253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:47:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['16bc8418-c129-48e9-ade3-759c9681069f'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:50.462227 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-6a033613-7599-4711-8dc4-a5be0e3979f4 req-7d8ec37e-d45a-4495-80fe-c0ec152b0585 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] show failed (client error): The resource could not be found. Nov 12 07:47:50.463362 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6a033613-7599-4711-8dc4-a5be0e3979f4 req-7d8ec37e-d45a-4495-80fe-c0ec152b0585 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/3f8c6673-414f-4d02-ba64-cece4d5bcedf HTTP/1.1" status: 404 len: 352 time: 0.0652373 Nov 12 07:47:50.504091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Calling delete_port for df836bca-45ee-406a-9848-298642bf32b6 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:50.762488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:50.768028 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:50.794148 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9af0b472-d0ae-4d8f-b735-af72398ec113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:50.814872 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f701a91-31cb-462d-b23e-0e0f18cbd8f7', 'name': 'network-vif-deleted', 'tag': '947f8c71-44e2-437b-9170-c2eec74d8547', 'status': 'completed', 'code': 200} Nov 12 07:47:50.834980 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:50.869881 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2f89fbf3-a985-4c05-8277-cff78c9ce13c req-11609340-ca49-4b3c-b20c-bc4eff6bf076 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 210 time: 0.0540493 Nov 12 07:47:50.886498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-02a4292e-6938-4f8d-93de-323bda5d619f req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] For port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:50.886912 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02a4292e-6938-4f8d-93de-323bda5d619f req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:50.919229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event deleted for resources: {'Port': ['ID=df836bca-45ee-406a-9848-298642bf32b6,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:50.937789 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:51.024882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:51.064464 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Usage tracker for resource:security_group_rule and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:51.070674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:51.089706 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:51.097173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:51.101494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-02a4292e-6938-4f8d-93de-323bda5d619f req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Calling delete_port for ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:51.148010 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:51.151468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Set router 16bc8418-c129-48e9-ade3-759c9681069f gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:47:51.179880 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-fe0472da-deaf-4be8-92d8-147200254994 req-0f40ab63-e0a0-4edd-8ff8-f1fd36eef39d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] show failed (client error): The resource could not be found. Nov 12 07:47:51.181250 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fe0472da-deaf-4be8-92d8-147200254994 req-0f40ab63-e0a0-4edd-8ff8-f1fd36eef39d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/03e371cc-62ff-4ee8-9c34-1a4e7c3a368a HTTP/1.1" status: 404 len: 352 time: 0.0505333 Nov 12 07:47:51.203640 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:51.205640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa42fc83-db70-49df-b9e1-ddfac600ab40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df836bca-45ee-406a-9848-298642bf32b6'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:51.227078 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4037864f-c2c5-4816-b369-dcd86ac6b4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:51.263975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] No DVR routers for this DVR port df836bca-45ee-406a-9848-298642bf32b6 on host n-h2-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:51.275423 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:51.279829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa42fc83-db70-49df-b9e1-ddfac600ab40', 'name': 'network-vif-deleted', 'tag': 'df836bca-45ee-406a-9848-298642bf32b6'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:51.304033 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02a4292e-6938-4f8d-93de-323bda5d619f req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:51.410347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Pushing event updated for resources: {'SecurityGroup': ['ID=78e01007-9eaf-4d06-bd11-9882b6b11cee,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:51.425906 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:51.448966 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-643b13fb-e38a-4ad0-ac37-0a076d06bfff req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "DELETE /v2.0/ports/df836bca-45ee-406a-9848-298642bf32b6 HTTP/1.1" status: 204 len: 173 time: 1.9698136 Nov 12 07:47:51.530896 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:51.651313 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:51.673931 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-74470a16-7013-4e47-8cdf-63f4f12a6b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:51.751729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] No active binding found for port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 {{(pid=80794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 12 07:47:51.752211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 not bound to the agent host n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:47:51.800789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9f4dfe-66c8-4649-9ebe-6847e4b7f059,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:51.813329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bc8418-c129-48e9-ade3-759c9681069f', 'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-router', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '226b0e73-a944-4f58-a419-2f6599466004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:47:30Z', 'updated_at': '2020-11-12T07:47:45Z', 'revision_number': 4, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'gw_port': {'id': '226b0e73-a944-4f58-a419-2f6599466004', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bc8418-c129-48e9-ade3-759c9681069f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:47:34Z', 'updated_at': '2020-11-12T07:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '89d10b01-8911-40ba-8881-5c4bacf6d2ea', 'name': '', 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'mac_address': 'fa:16:3e:06:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bc8418-c129-48e9-ade3-759c9681069f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061eb431-be4a-415f-9236-3a16a64d078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:47:44Z', 'updated_at': '2020-11-12T07:47:46Z', 'revision_number': 2, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'subnets': [{'id': '061eb431-be4a-415f-9236-3a16a64d078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:51.818978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Checking router: 16bc8418-c129-48e9-ade3-759c9681069f for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:47:51.819486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Updating router 16bc8418-c129-48e9-ade3-759c9681069f port 89d10b01-8911-40ba-8881-5c4bacf6d2ea binding host n-d-761264-6 {{(pid=80794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:47:51.829069 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:47:51.835453 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:51.873718 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:51.874030 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Added segment f49f318f-9dae-46ec-af5a-df5fe444e744 of type vxlan for network d68ac874-33b5-4605-8a91-e3e304891f40 Nov 12 07:47:51.961398 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:51.995644 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:52.019042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Allocated IP 192.168.233.188 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/408fa58b-cdca-42fd-8ca2-98057d42893e) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:47:52.031066 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87526dc5-905c-46c7-a0b6-9248f88b654f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:52.065137 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:52.066163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:52.066824 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:52.074305 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:52.084806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Pushing event deleted for resources: {'Port': ['ID=ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:52.088339 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:52.203589 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7565398 Nov 12 07:47:52.225524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 51860) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:47:52.238645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Request body: {'subnet': {'network_id': 'd68ac874-33b5-4605-8a91-e3e304891f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-680603372-subnet', 'tenant_id': '80044f1f20474c778efd2639c0062216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:52.244160 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:52.248761 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Usage tracker for resource:subnet and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:52.251889 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:52.257705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:52.298066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-326e4fdb-2905-4b3c-b15f-59b8a1de4ae8 req-e722385d-df23-4717-8985-9fb69cd956a2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:52.305653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-6f3e7d8e-b1f4-4174-824a-833049633421 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:52.313468 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-6f3e7d8e-b1f4-4174-824a-833049633421 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 819 time: 0.2490110 Nov 12 07:47:52.322053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Made reservation on behalf of 80044f1f20474c778efd2639c0062216 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:47:52.327041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:52.350506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Pushing event updated for resources: {'Network': ['ID=d68ac874-33b5-4605-8a91-e3e304891f40,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:52.355838 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-c1432500-8c72-47e4-a822-b3988f0834ef tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/quotas/0f21f25dfe1a4fe9a4ce037bb87eb544 HTTP/1.1" status: 200 len: 375 time: 0.0408356 Nov 12 07:47:52.360165 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:52.364741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network d68ac874-33b5-4605-8a91-e3e304891f40 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:52.375631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-326e4fdb-2905-4b3c-b15f-59b8a1de4ae8 req-e722385d-df23-4717-8985-9fb69cd956a2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:52.376934 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-326e4fdb-2905-4b3c-b15f-59b8a1de4ae8 req-e722385d-df23-4717-8985-9fb69cd956a2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=fa42fc83-db70-49df-b9e1-ddfac600ab40 HTTP/1.1" status: 200 len: 210 time: 0.3112609 Nov 12 07:47:52.442205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network d68ac874-33b5-4605-8a91-e3e304891f40 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:52.473440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network d68ac874-33b5-4605-8a91-e3e304891f40 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:47:52.487992 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-5572b953-f68b-4642-9b6d-48b9c605c0b6 req-bd49dd58-08e6-40e7-bd6a-750dac867524 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] show failed (client error): The resource could not be found. Nov 12 07:47:52.492902 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5572b953-f68b-4642-9b6d-48b9c605c0b6 req-bd49dd58-08e6-40e7-bd6a-750dac867524 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/3d60fbaf-2481-4a00-b8fc-48d7f8035298 HTTP/1.1" status: 404 len: 352 time: 0.0362706 Nov 12 07:47:52.552841 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:52.570614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a4292e-6938-4f8d-93de-323bda5d619f req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] No DVR routers for this DVR port ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:52.574003 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-02a4292e-6938-4f8d-93de-323bda5d619f req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:52.597657 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-d3342e0d-c9db-4a9a-97b0-ddeb2202ec9e tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2255242 Nov 12 07:47:52.614978 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02a4292e-6938-4f8d-93de-323bda5d619f req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.33 "DELETE /v2.0/ports/ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4 HTTP/1.1" status: 204 len: 173 time: 2.4219058 Nov 12 07:47:52.645405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Transition to ACTIVE for port object 408fa58b-cdca-42fd-8ca2-98057d42893e will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:47:52.743916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-93e195b0-ea4f-4e26-8753-fd994a62c98f req-f2afce91-1faf-4230-b194-779d96679f51 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Synchronizing usage tracker for tenant:fd6c469cc4bb48249b325f9ce0c91c69 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:52.758215 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:52.764161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-93e195b0-ea4f-4e26-8753-fd994a62c98f req-f2afce91-1faf-4230-b194-779d96679f51 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Unset dirty status for tenant:fd6c469cc4bb48249b325f9ce0c91c69 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:52.778602 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93e195b0-ea4f-4e26-8753-fd994a62c98f req-f2afce91-1faf-4230-b194-779d96679f51 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=095634dd-d005-4026-a816-5ac8a6cbd58b HTTP/1.1" status: 200 len: 210 time: 0.0954213 Nov 12 07:47:52.787301 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:52.816497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-deleted', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:52.856043 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Notify callbacks [] for port, precommit_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:52.873567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Transition to ACTIVE for port object 89d10b01-8911-40ba-8881-5c4bacf6d2ea will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:47:52.879014 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:52.900548 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:53.018570 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa42fc83-db70-49df-b9e1-ddfac600ab40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df836bca-45ee-406a-9848-298642bf32b6', 'code': 200} Nov 12 07:47:53.019210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6e5b8-081e-4392-b665-9046f55c5fb0 None None] Pushing event updated for resources: {'Port': ['ID=89d10b01-8911-40ba-8881-5c4bacf6d2ea,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:53.063850 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-89db80f5-8d52-4a68-9ecf-cb4fd365407a service neutron] 10.222.0.40 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653051 Nov 12 07:47:53.096142 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-76a6e5b8-081e-4392-b665-9046f55c5fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:53.177607 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa42fc83-db70-49df-b9e1-ddfac600ab40', 'name': 'network-vif-deleted', 'tag': 'df836bca-45ee-406a-9848-298642bf32b6', 'status': 'completed', 'code': 200} Nov 12 07:47:53.182620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Pushing event updated for resources: {'Port': ['ID=408fa58b-cdca-42fd-8ca2-98057d42893e,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:53.241334 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:53.269133 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-5184173c-6210-494c-b8e0-bb3a5b381e88 service neutron] 10.222.0.40 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1981156 Nov 12 07:47:53.332969 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Attempting to bind port 89d10b01-8911-40ba-8881-5c4bacf6d2ea on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:47:53.333370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Attempting to bind port 89d10b01-8911-40ba-8881-5c4bacf6d2ea by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:47:53.334153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Attempting to bind port 89d10b01-8911-40ba-8881-5c4bacf6d2ea on network 44e340f5-5c7b-410f-886c-f4c18a733214 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:47:53.341414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:47:53.341837 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Checking segment: {'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:47:53.342498 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:53.342719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Bound using segment: {'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:47:53.343220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Bound port: 89d10b01-8911-40ba-8881-5c4bacf6d2ea, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:47:53.343642 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:53.443354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:47:53.445260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:47:53.448593 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:47:53.467480 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] For port 89d10b01-8911-40ba-8881-5c4bacf6d2ea, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:47:53.471056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] For port 89d10b01-8911-40ba-8881-5c4bacf6d2ea, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=89d10b01-8911-40ba-8881-5c4bacf6d2ea,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:47:53.482265 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:53.575321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:53.576002 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:53.656190 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4194570 Nov 12 07:47:53.661371 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:53.689855 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:53.795057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6e5b8-081e-4392-b665-9046f55c5fb0 None None] Pushing event updated for resources: {'Port': ['ID=89d10b01-8911-40ba-8881-5c4bacf6d2ea,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:53.798723 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-76a6e5b8-081e-4392-b665-9046f55c5fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:53.810828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Routers {'16bc8418-c129-48e9-ade3-759c9681069f'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:47:53.811614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:47:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['16bc8418-c129-48e9-ade3-759c9681069f'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:53.828764 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c32e320d-cfb0-4ca5-9edb-3b960cab1c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:53.862467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Request body: {'port': {'device_id': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:53.883912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-f4bc4852-d30e-45b2-aca0-e4b3415121b6 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:53.891772 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-f4bc4852-d30e-45b2-aca0-e4b3415121b6 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 804 time: 0.2095630 Nov 12 07:47:53.939633 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-2a38e756-102e-400f-96a0-31aa84edb371 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/quotas/56e160fff5134a87843737d179f71a62 HTTP/1.1" status: 200 len: 375 time: 0.0468290 Nov 12 07:47:54.008451 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e682d00-e59b-44c2-a593-f6dc52224ee8,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:54.018237 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:54.020640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-bce7cdc5-84f9-4329-b0ef-0ff1bbeac2cf None None] Provisioning for port 408fa58b-cdca-42fd-8ca2-98057d42893e completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:47:54.031430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-bce7cdc5-84f9-4329-b0ef-0ff1bbeac2cf None None] Provisioning complete for port 408fa58b-cdca-42fd-8ca2-98057d42893e triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:54.031850 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bce7cdc5-84f9-4329-b0ef-0ff1bbeac2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:54.033750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Checking segment: {'id': 'f49f318f-9dae-46ec-af5a-df5fe444e744', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd68ac874-33b5-4605-8a91-e3e304891f40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:47:54.034265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Network hostable DHCP agents. Network: d68ac874-33b5-4605-8a91-e3e304891f40, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:47:54.035449 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5616f-2d7c-4679-aefe-a6ef8c9ed5d2 req-601beb50-a252-4fae-a2f2-479a0b44345f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:54.043256 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25a5616f-2d7c-4679-aefe-a6ef8c9ed5d2 req-601beb50-a252-4fae-a2f2-479a0b44345f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 936 time: 0.6268806 Nov 12 07:47:54.059104 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:54.088503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Network d68ac874-33b5-4605-8a91-e3e304891f40 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:47:54.099537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-bce7cdc5-84f9-4329-b0ef-0ff1bbeac2cf None None] Port 408fa58b-cdca-42fd-8ca2-98057d42893e cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:47:54.104161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef938ec3-8aa0-40c8-b6fb-a8656ba775e8 req-90a9bdb5-1559-4237-9554-5a3ed27f8e2b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:54.106136 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ef938ec3-8aa0-40c8-b6fb-a8656ba775e8 req-90a9bdb5-1559-4237-9554-5a3ed27f8e2b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.33 "GET /v2.0/ports?device_id=97f61ec8-ad3e-45ac-9751-8198d7821e5d HTTP/1.1" status: 200 len: 946 time: 0.5074370 Nov 12 07:47:54.112377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] Set router 16bc8418-c129-48e9-ade3-759c9681069f gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:47:54.133563 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25a5616f-2d7c-4679-aefe-a6ef8c9ed5d2 req-12ebd45b-e906-4b0e-babc-75027b7ee4ac tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892489 Nov 12 07:47:54.138645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, d68ac874-33b5-4605-8a91-e3e304891f40) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:47:54.158407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:54.159232 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:54.172208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6fc44b-7f0f-473c-8f1d-2dd29d79407f None None] Network d68ac874-33b5-4605-8a91-e3e304891f40 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:47:54.202331 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-85b1ddf4-f29e-45e9-947b-a29ee9e10add tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2612116 Nov 12 07:47:54.216420 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9895983 Nov 12 07:47:54.412716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ef938ec3-8aa0-40c8-b6fb-a8656ba775e8 req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Deleting port f0d98d2b-f101-40e3-8c8f-991a68ed89c2 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:54.413148 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ef938ec3-8aa0-40c8-b6fb-a8656ba775e8 req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:54.446937 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-c68a57ed-0ed8-48bc-a964-5f10827e8bb7 req-5579a8ad-e4ee-4c6a-b0ff-59c17e61451c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] show failed (client error): The resource could not be found. Nov 12 07:47:54.449077 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c68a57ed-0ed8-48bc-a964-5f10827e8bb7 req-5579a8ad-e4ee-4c6a-b0ff-59c17e61451c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/53e2cfa4-80f5-4d89-9cf4-f8e1e74a2680 HTTP/1.1" status: 404 len: 352 time: 0.1998835 Nov 12 07:47:54.559181 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095634dd-d005-4026-a816-5ac8a6cbd58b', 'name': 'network-vif-deleted', 'tag': 'ee7bd984-0d3d-49de-a5e1-8b1cb120e1b4', 'status': 'completed', 'code': 200} Nov 12 07:47:54.618157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408fa58b-cdca-42fd-8ca2-98057d42893e {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:47:54.627650 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:54.644871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Transition to ACTIVE for port object 408fa58b-cdca-42fd-8ca2-98057d42893e will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:47:54.648779 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:54.792282 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-d034c086-dc6e-47b9-9114-e38524dd58c5 service neutron] 10.222.0.40 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5888448 Nov 12 07:47:54.812163 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fa2c8405-7b4e-4964-a8c2-1d5d3ee567f5 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:54.896727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device f0d98d2b-f101-40e3-8c8f-991a68ed89c2 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:47:54.953212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-d8d58221-1b88-45b6-b8fd-1dbb4bc9c818 service neutron] 10.222.0.40 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1599381 Nov 12 07:47:55.118507 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a7ae982c-55ed-43b1-9ffa-d4eff8f876ba req-e0447962-b361-40ca-95b7-572e82b676af tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 210 time: 0.1783683 Nov 12 07:47:55.131023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Pushing event updated for resources: {'Port': ['ID=408fa58b-cdca-42fd-8ca2-98057d42893e,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:55.137690 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:55.266852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-ef938ec3-8aa0-40c8-b6fb-a8656ba775e8 req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] For port f0d98d2b-f101-40e3-8c8f-991a68ed89c2, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=f0d98d2b-f101-40e3-8c8f-991a68ed89c2,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:55.267374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ef938ec3-8aa0-40c8-b6fb-a8656ba775e8 req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:55.310106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-6c0a03b4-01ae-4476-9d60-10cc9d69b160 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:55.310880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-6c0a03b4-01ae-4476-9d60-10cc9d69b160 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Synchronizing usage tracker for tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:55.367713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Attempting to bind port 408fa58b-cdca-42fd-8ca2-98057d42893e on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:47:55.368068 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Attempting to bind port 408fa58b-cdca-42fd-8ca2-98057d42893e by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:47:55.368432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Attempting to bind port 408fa58b-cdca-42fd-8ca2-98057d42893e on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:47:55.371759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-6c0a03b4-01ae-4476-9d60-10cc9d69b160 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Unset dirty status for tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:55.373086 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-6c0a03b4-01ae-4476-9d60-10cc9d69b160 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.33 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 819 time: 0.4184165 Nov 12 07:47:55.386303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:47:55.386876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:47:55.387341 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:55.387705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:47:55.388207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Bound port: 408fa58b-cdca-42fd-8ca2-98057d42893e, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:47:55.392775 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:55.425421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Request body: {'port': {'device_id': '7c02382c-9da2-4682-b858-038cafed4fbd', 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214', 'admin_state_up': True, 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:55.462429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ef938ec3-8aa0-40c8-b6fb-a8656ba775e8 req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Calling delete_port for f0d98d2b-f101-40e3-8c8f-991a68ed89c2 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:55.555397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-712421149', 'description': 'tempest-description-1240814067'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:55.601776 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:55.615414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:55.631493 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-35d7b921-022a-4575-bb35-65fc567f6fe5 req-a26fd34e-06bd-42eb-a523-4a1601422a60 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] show failed (client error): The resource could not be found. Nov 12 07:47:55.632635 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-35d7b921-022a-4575-bb35-65fc567f6fe5 req-a26fd34e-06bd-42eb-a523-4a1601422a60 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/792df93e-2687-4eeb-97d0-f42ebc0ea491 HTTP/1.1" status: 404 len: 352 time: 0.1029904 Nov 12 07:47:55.635967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Usage tracker for resource:security_group and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:55.636094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c228b8-8af3-4ae3-a71b-ef2ac6e705d9 None None] Network d68ac874-33b5-4605-8a91-e3e304891f40 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:47:55.645926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:55.656772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:55.686588 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:55.706422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] For port 408fa58b-cdca-42fd-8ca2-98057d42893e, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:47:55.709864 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] For port 408fa58b-cdca-42fd-8ca2-98057d42893e, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=408fa58b-cdca-42fd-8ca2-98057d42893e,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:47:55.717027 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:55.787981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:55.792393 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ef938ec3-8aa0-40c8-b6fb-a8656ba775e8 req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:55.794806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Usage tracker for resource:security_group_rule and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:55.813204 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-837ea93b-606a-4595-8093-2524a258a80b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:55.854196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:55.896817 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-17980b1c-76aa-4bc7-ac17-3419dd6c6720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:55.937631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bc8418-c129-48e9-ade3-759c9681069f', 'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-router', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '226b0e73-a944-4f58-a419-2f6599466004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:47:30Z', 'updated_at': '2020-11-12T07:47:45Z', 'revision_number': 4, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'gw_port': {'id': '226b0e73-a944-4f58-a419-2f6599466004', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bc8418-c129-48e9-ade3-759c9681069f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:47:34Z', 'updated_at': '2020-11-12T07:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '89d10b01-8911-40ba-8881-5c4bacf6d2ea', 'name': '', 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'mac_address': 'fa:16:3e:06:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bc8418-c129-48e9-ade3-759c9681069f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061eb431-be4a-415f-9236-3a16a64d078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:47:44Z', 'updated_at': '2020-11-12T07:47:53Z', 'revision_number': 4, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'subnets': [{'id': '061eb431-be4a-415f-9236-3a16a64d078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:47:55.950422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb38325-16d6-48f5-97d8-7ef020f48edf None None] The sync data for ids ['16bc8418-c129-48e9-ade3-759c9681069f'] in n-d-761264-6 is: [{'id': '16bc8418-c129-48e9-ade3-759c9681069f', 'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-router', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '226b0e73-a944-4f58-a419-2f6599466004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:47:30Z', 'updated_at': '2020-11-12T07:47:45Z', 'revision_number': 4, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'gw_port': {'id': '226b0e73-a944-4f58-a419-2f6599466004', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bc8418-c129-48e9-ade3-759c9681069f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:47:34Z', 'updated_at': '2020-11-12T07:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '89d10b01-8911-40ba-8881-5c4bacf6d2ea', 'name': '', 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'mac_address': 'fa:16:3e:06:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16bc8418-c129-48e9-ade3-759c9681069f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061eb431-be4a-415f-9236-3a16a64d078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:47:44Z', 'updated_at': '2020-11-12T07:47:53Z', 'revision_number': 4, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'subnets': [{'id': '061eb431-be4a-415f-9236-3a16a64d078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:47:56.045057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:56.049961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Usage tracker for resource:port and tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:56.054512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Quota usage for port was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:56.064288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:56.083877 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:56.085499 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 200 len: 1160 time: 2.2580273 Nov 12 07:47:56.089142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:56.099917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Pushing event updated for resources: {'Port': ['ID=408fa58b-cdca-42fd-8ca2-98057d42893e,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:56.104482 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:56.110407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Made reservation on behalf of 0f21f25dfe1a4fe9a4ce037bb87eb544 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:47:56.124838 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:56.287416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Pushing event deleted for resources: {'Port': ['ID=f0d98d2b-f101-40e3-8c8f-991a68ed89c2,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:56.290679 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:56.294953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:56.460072 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:56.469405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf966-2c4c-4266-81a6-0307787142f7 req-a0e3243b-2c78-4e43-bd8f-221b7108f4fb tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:56.471069 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-08dbf966-2c4c-4266-81a6-0307787142f7 req-a0e3243b-2c78-4e43-bd8f-221b7108f4fb tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 948 time: 0.6126690 Nov 12 07:47:56.473653 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:56.479430 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c9e0631d-2759-42ee-b75e-337a508ca9d2 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:56.489379 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-bbf258b2-d8b8-4ad2-bce3-ed032967888e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1163 time: 0.3423746 Nov 12 07:47:56.575968 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb491db-adc6-449a-9d2b-a14500fe2f10,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:56.594162 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-8be25724-7ac8-46d0-b335-4bb647080ba7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 200 len: 217 time: 0.0921171 Nov 12 07:47:56.604846 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:56.618674 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:56.625481 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bbb6ecd3-c74e-4009-8064-e124c90b6774 req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.1091518 Nov 12 07:47:56.635775 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef938ec3-8aa0-40c8-b6fb-a8656ba775e8 req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] No DVR routers for this DVR port f0d98d2b-f101-40e3-8c8f-991a68ed89c2 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:47:56.638792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ef938ec3-8aa0-40c8-b6fb-a8656ba775e8 req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:56.641033 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ef938ec3-8aa0-40c8-b6fb-a8656ba775e8 req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.33 "DELETE /v2.0/ports/f0d98d2b-f101-40e3-8c8f-991a68ed89c2 HTTP/1.1" status: 204 len: 173 time: 2.5063233 Nov 12 07:47:56.645119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f61ec8-ad3e-45ac-9751-8198d7821e5d', 'name': 'network-vif-deleted', 'tag': 'f0d98d2b-f101-40e3-8c8f-991a68ed89c2'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:47:56.677307 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-08dbf966-2c4c-4266-81a6-0307787142f7 req-8c328272-1e57-4d32-a8b5-bffc28d3b842 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820247 Nov 12 07:47:56.792147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-149a5005-893c-4150-9fe9-3652f7c53608 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:56.794192 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-149a5005-893c-4150-9fe9-3652f7c53608 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1924393 Nov 12 07:47:56.934189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4bf47bb4-327c-4f9b-b219-c886a97e673c req-a748535d-a4a7-4760-93b8-f221c1e2b02b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Synchronizing usage tracker for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:56.955599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4bf47bb4-327c-4f9b-b219-c886a97e673c req-a748535d-a4a7-4760-93b8-f221c1e2b02b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Unset dirty status for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:56.979238 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4bf47bb4-327c-4f9b-b219-c886a97e673c req-a748535d-a4a7-4760-93b8-f221c1e2b02b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 210 time: 0.1226351 Nov 12 07:47:57.075642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Allocated IP 172.20.0.7 (44e340f5-5c7b-410f-886c-f4c18a733214/061eb431-be4a-415f-9236-3a16a64d078a/156033d6-c97c-4ec7-a159-ef251ec853b5) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:47:57.140519 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-0b17e0a1-ed18-4b83-bd3e-79e7b5ff7193 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3250504 Nov 12 07:47:57.399213 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-95a34e1a-de4d-4aa1-8ca9-2b290766928c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:57.407858 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-95a34e1a-de4d-4aa1-8ca9-2b290766928c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 819 time: 0.1901736 Nov 12 07:47:57.454622 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-9c240fa2-785b-44bf-b584-4d31869b29b1 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/quotas/0f21f25dfe1a4fe9a4ce037bb87eb544 HTTP/1.1" status: 200 len: 375 time: 0.0454686 Nov 12 07:47:57.558804 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-8a990959-c503-4767-8aea-527036fe7d21 req-2f53cd98-98d2-47a6-b4f2-87c2854baf62 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] show failed (client error): The resource could not be found. Nov 12 07:47:57.573581 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8a990959-c503-4767-8aea-527036fe7d21 req-2f53cd98-98d2-47a6-b4f2-87c2854baf62 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/4dbf7dc6-7aab-492e-987f-723bc1fd4ae0 HTTP/1.1" status: 404 len: 352 time: 0.0384893 Nov 12 07:47:57.663483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-58ad7ad0-f67b-4078-9465-157019c70ea4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:57.665397 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-58ad7ad0-f67b-4078-9465-157019c70ea4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.41 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 804 time: 0.5662429 Nov 12 07:47:57.681882 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-e69fb0e2-a6a3-4eac-96ab-04826c38062f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2262836 Nov 12 07:47:57.691495 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Request body: {'port': {'device_id': '2a451de5-42f7-47a2-b0c9-b7f1259592c8', 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3', 'admin_state_up': True, 'tenant_id': '56e160fff5134a87843737d179f71a62'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:57.750919 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e', 'status': 'completed', 'code': 200} Nov 12 07:47:57.760462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 89d10b01-8911-40ba-8881-5c4bacf6d2ea up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:57.843532 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-fc7d75e0-983d-4998-9a27-eb6c73516df4 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936431 Nov 12 07:47:57.848041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 89d10b01-8911-40ba-8881-5c4bacf6d2ea completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:47:57.854388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 89d10b01-8911-40ba-8881-5c4bacf6d2ea triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:57.854815 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:57.965417 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:57.987496 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:57.997389 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-5df5a65e-b402-4dcb-bdc9-0e3b42c0c533 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/2fb491db-adc6-449a-9d2b-a14500fe2f10 HTTP/1.1" status: 200 len: 1646 time: 0.2738266 Nov 12 07:47:58.023899 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port 89d10b01-8911-40ba-8881-5c4bacf6d2ea, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=89d10b01-8911-40ba-8881-5c4bacf6d2ea,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:58.028128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fb491db-adc6-449a-9d2b-a14500fe2f10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:58.028472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2fb491db-adc6-449a-9d2b-a14500fe2f10', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:58.028679 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:58.029213 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c95df2-8d4c-471d-acd8-62108aedf0b7 req-978e3787-f890-411d-a598-ea432ceee235 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1758268 Nov 12 07:47:58.030912 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:58.036208 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:58.061090 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:58.072744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Usage tracker for resource:security_group_rule and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:47:58.088771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:47:58.092793 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:47:58.101819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:58.104246 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=89d10b01-8911-40ba-8881-5c4bacf6d2ea,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:58.107911 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:58.109676 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-574c8328-0322-4795-9950-fe38dbb9ac48 service neutron] 10.222.0.40 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893769 Nov 12 07:47:58.114613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:47:58.118512 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-60d82386-cb9c-45c8-b29b-064dde077e5c tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:58.209998 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Made reservation on behalf of 56e160fff5134a87843737d179f71a62 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:47:58.215656 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:58.318147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Pushing event updated for resources: {'Port': ['ID=156033d6-c97c-4ec7-a159-ef251ec853b5,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:58.332324 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:58.346516 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group_rule, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:58.394939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Network 44e340f5-5c7b-410f-886c-f4c18a733214 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:47:58.399130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:47:58.403428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:47:58.437493 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ab7dad50-8710-4390-8d72-0884889de64d req-afefe337-55c6-4e30-b08d-691a39f33573 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1163 time: 0.2705429 Nov 12 07:47:58.442498 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-2b8c796b-435a-45ee-91ce-dea58f2410c9 service neutron] 10.222.0.40 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3253765 Nov 12 07:47:58.448153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-5e76face-c61c-46a3-aa21-ff68e963bb91 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:58.449114 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-5e76face-c61c-46a3-aa21-ff68e963bb91 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Synchronizing usage tracker for tenant:fd6c469cc4bb48249b325f9ce0c91c69 on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:58.463919 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:58.468134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:58.488436 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-348b9dcb-687a-407a-a133-54c6fa07ccc4 tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:58.575861 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-5e76face-c61c-46a3-aa21-ff68e963bb91 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Unset dirty status for tenant:fd6c469cc4bb48249b325f9ce0c91c69 on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:47:58.579162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099cc5f4-32f7-4b1a-9bc9-1ed8e410b454,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:58.585506 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:58.585704 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-5e76face-c61c-46a3-aa21-ff68e963bb91 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.41 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 946 time: 0.4115605 Nov 12 07:47:58.618289 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group_rule, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:58.630903 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6472241b-63a5-48fc-9598-b91c6dc0746e req-67fd2659-4897-42e4-904d-a2e2df2de6d8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6130157 Nov 12 07:47:58.653721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:58.654409 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:58.669473 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f61ec8-ad3e-45ac-9751-8198d7821e5d', 'name': 'network-vif-deleted', 'tag': 'f0d98d2b-f101-40e3-8c8f-991a68ed89c2', 'status': 'completed', 'code': 200} Nov 12 07:47:58.725116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Deleting port e32a767a-079b-41f0-80ba-0e207126a7dc {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:47:58.725506 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:58.768728 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3573787 Nov 12 07:47:58.785359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Request body: {'port': {'device_id': '7c02382c-9da2-4682-b858-038cafed4fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:47:58.836701 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Allocated IP 172.20.0.11 (5bf5d4ac-adb9-4928-b91e-484036df02e3/a527c20d-d2f9-46a5-9dca-fc64efe2289a/60c63cda-f671-4087-a322-c645c05a78c4) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:47:58.877166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dad50-8710-4390-8d72-0884889de64d req-91c2cb12-51b7-4bdc-a403-5731550d9d88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:58.878918 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ab7dad50-8710-4390-8d72-0884889de64d req-91c2cb12-51b7-4bdc-a403-5731550d9d88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.4232924 Nov 12 07:47:59.010487 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ab7dad50-8710-4390-8d72-0884889de64d req-39f5d11a-c7e3-4044-a43a-54fe2f9b9d29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 200 len: 217 time: 0.1208208 Nov 12 07:47:59.242529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:59.251483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa467-3143-4c59-a571-0dfffa73bc28 req-3319230d-97ea-44db-87da-016bea1ce201 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:59.253252 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-733aa467-3143-4c59-a571-0dfffa73bc28 req-3319230d-97ea-44db-87da-016bea1ce201 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=a2bcb040-c983-4636-a01c-6d1f740efd66 HTTP/1.1" status: 200 len: 946 time: 0.1847913 Nov 12 07:47:59.266932 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:59.343449 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:59.363592 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-42b6e247-b302-4129-bdf2-14bc8871502a tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:47:59.374670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dad50-8710-4390-8d72-0884889de64d req-deb53f0d-f001-4575-9ed3-b4870e3fd67d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:59.376288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ab7dad50-8710-4390-8d72-0884889de64d req-deb53f0d-f001-4575-9ed3-b4870e3fd67d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.3283026 Nov 12 07:47:59.508752 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-733aa467-3143-4c59-a571-0dfffa73bc28 req-fe222045-d8ee-4d89-bfd8-347a546e3de4 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440741 Nov 12 07:47:59.578550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] For port e32a767a-079b-41f0-80ba-0e207126a7dc, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=e32a767a-079b-41f0-80ba-0e207126a7dc,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:47:59.578961 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:59.684959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Pushing event updated for resources: {'Port': ['ID=60c63cda-f671-4087-a322-c645c05a78c4,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:47:59.689921 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 89d10b01-8911-40ba-8881-5c4bacf6d2ea up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:47:59.700705 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:47:59.747508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Calling delete_port for e32a767a-079b-41f0-80ba-0e207126a7dc owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:47:59.764241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 89d10b01-8911-40ba-8881-5c4bacf6d2ea triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:47:59.764788 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:47:59.864622 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ab7dad50-8710-4390-8d72-0884889de64d req-ed232ad2-0b13-4591-8423-41ca8e46f07f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4803815 Nov 12 07:47:59.868723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63637866-2eaf-4ce9-9a28-7ae8c57724fb req-d2cdaf3a-7110-4086-bd37-51f9d7b91d46 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:59.877032 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-63637866-2eaf-4ce9-9a28-7ae8c57724fb req-d2cdaf3a-7110-4086-bd37-51f9d7b91d46 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 948 time: 0.2943876 Nov 12 07:47:59.888380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:47:59.906294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:47:59.916744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0b16d-e846-438b-bd32-4e8ad35cbf82 req-915192fb-d06c-4a23-8abb-a25e64a8d97d tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:47:59.917601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c4b0b16d-e846-438b-bd32-4e8ad35cbf82 req-915192fb-d06c-4a23-8abb-a25e64a8d97d tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Synchronizing usage tracker for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:47:59.921736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:48:00.004252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c4b0b16d-e846-438b-bd32-4e8ad35cbf82 req-915192fb-d06c-4a23-8abb-a25e64a8d97d tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Unset dirty status for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:00.005527 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4b0b16d-e846-438b-bd32-4e8ad35cbf82 req-915192fb-d06c-4a23-8abb-a25e64a8d97d tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 932 time: 0.2944374 Nov 12 07:48:00.021517 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-63637866-2eaf-4ce9-9a28-7ae8c57724fb req-0c892b5e-11aa-4eef-b39d-30ae85c7cc70 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434405 Nov 12 07:48:00.030908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:00.031490 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:00.087971 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4049444 Nov 12 07:48:00.101130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-cfe44847-4381-4572-a475-e55b392f3ce3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:48:00.101344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Request body: {'port': {'device_id': '2a451de5-42f7-47a2-b0c9-b7f1259592c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:00.173828 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c4b0b16d-e846-438b-bd32-4e8ad35cbf82 req-e113156f-814e-41b2-bf6b-9cd8d4a9b9ca tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511879 Nov 12 07:48:00.258179 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ab7dad50-8710-4390-8d72-0884889de64d req-d1b8f4ea-ece5-4535-9c6a-74e2b158169e service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779185 Nov 12 07:48:00.285404 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5676112a-84b9-48e1-b166-e4d1087e9ec3 req-617a3085-ffbd-41d4-b779-63e9fb7203ed tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 210 time: 0.1104348 Nov 12 07:48:00.314893 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-74c1a57b-3165-426b-a900-b4b4c89ad53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:00.381844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 408fa58b-cdca-42fd-8ca2-98057d42893e up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:00.466231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 408fa58b-cdca-42fd-8ca2-98057d42893e completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:00.472330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 408fa58b-cdca-42fd-8ca2-98057d42893e triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:00.472839 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:00.640926 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:00.645465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:00.667333 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-19fe13fb-da36-4fe3-bd32-261bfc1e549f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:00.672337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:00.684406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 408fa58b-cdca-42fd-8ca2-98057d42893e, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=408fa58b-cdca-42fd-8ca2-98057d42893e,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:00.688487 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:00.690469 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:00.725908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e32a767a-079b-41f0-80ba-0e207126a7dc no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:48:00.781478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 9d105556-c38b-4b57-9f4f-34c3be2cd347 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:48:00.787244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Pushing event deleted for resources: {'Port': ['ID=e32a767a-079b-41f0-80ba-0e207126a7dc,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:00.790139 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:00.826248 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:48:00.826538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] No Port match for: e32a767a-079b-41f0-80ba-0e207126a7dc {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:48:00.826631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device e32a767a-079b-41f0-80ba-0e207126a7dc not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:48:00.858748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=408fa58b-cdca-42fd-8ca2-98057d42893e,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:00.862401 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:00.890958 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc9f7c21-c318-4cea-add1-a25f08caf74a req-b9c95abe-bf6a-44cb-98db-c56c209b358f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/2fb491db-adc6-449a-9d2b-a14500fe2f10 HTTP/1.1" status: 200 len: 2149 time: 0.6208918 Nov 12 07:48:00.894495 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:00.922828 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:00.942087 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ab7dad50-8710-4390-8d72-0884889de64d req-3ac4214c-2cfc-494f-ba55-a761507fdf1c service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6652067 Nov 12 07:48:00.966608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 9d105556-c38b-4b57-9f4f-34c3be2cd347, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=9d105556-c38b-4b57-9f4f-34c3be2cd347,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:00.970483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156033d6-c97c-4ec7-a159-ef251ec853b5 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:48:00.971691 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:00.972648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-0c3e6942-9d7d-4688-8ead-69c0d03bdbc3 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:00.974261 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:00.974386 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-0c3e6942-9d7d-4688-8ead-69c0d03bdbc3 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.33 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 819 time: 0.8429282 Nov 12 07:48:00.984524 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:00.995294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Request body: {'port': {'device_id': 'ec446105-1dac-4e63-9e35-58de57390e8a', 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214', 'admin_state_up': True, 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:01.033899 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Transition to ACTIVE for port object 156033d6-c97c-4ec7-a159-ef251ec853b5 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:01.040432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] No DVR routers for this DVR port e32a767a-079b-41f0-80ba-0e207126a7dc on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:48:01.042376 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:01.052723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=9d105556-c38b-4b57-9f4f-34c3be2cd347,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:01.056670 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:01.056943 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:01.062510 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c95a15af-3211-46ec-8f39-fa7a3e118fa1 tempest-LiveMigrationTest-740837082 tempest-LiveMigrationTest-740837082] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:01.091328 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-deleted', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:01.192077 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-df699ec5-4844-4c66-98ac-1cd253b01ae3 req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.41 "DELETE /v2.0/ports/e32a767a-079b-41f0-80ba-0e207126a7dc HTTP/1.1" status: 204 len: 173 time: 2.6054330 Nov 12 07:48:01.210960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Pushing event updated for resources: {'Port': ['ID=156033d6-c97c-4ec7-a159-ef251ec853b5,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:01.231694 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:01.258880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1d844-b676-4688-a278-a760369ff10e req-f559286d-1926-41e0-9c5f-dd04d51baba7 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:01.260451 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39e1d844-b676-4688-a278-a760369ff10e req-f559286d-1926-41e0-9c5f-dd04d51baba7 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 950 time: 0.5816495 Nov 12 07:48:01.389055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22787cf0-bec5-4caa-a024-722fb8ee49ab req-236c567b-54c4-4e87-ad75-a3b9077e626b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:01.390672 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22787cf0-bec5-4caa-a024-722fb8ee49ab req-236c567b-54c4-4e87-ad75-a3b9077e626b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 950 time: 0.6728997 Nov 12 07:48:01.419409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Attempting to bind port 156033d6-c97c-4ec7-a159-ef251ec853b5 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:48:01.419773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Attempting to bind port 156033d6-c97c-4ec7-a159-ef251ec853b5 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:48:01.420140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Attempting to bind port 156033d6-c97c-4ec7-a159-ef251ec853b5 on network 44e340f5-5c7b-410f-886c-f4c18a733214 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:48:01.427485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:48:01.427857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Checking segment: {'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:01.428257 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:01.428806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Bound using segment: {'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:48:01.429130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Bound port: 156033d6-c97c-4ec7-a159-ef251ec853b5, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:48:01.429505 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:01.488123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-39e1d844-b676-4688-a278-a760369ff10e req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Deleting port 9d105556-c38b-4b57-9f4f-34c3be2cd347 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:48:01.488381 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39e1d844-b676-4688-a278-a760369ff10e req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:01.531466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] For port 156033d6-c97c-4ec7-a159-ef251ec853b5, host n-h2-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:01.535240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] For port 156033d6-c97c-4ec7-a159-ef251ec853b5, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=156033d6-c97c-4ec7-a159-ef251ec853b5,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:48:01.540392 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:01.558412 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a1006311-0b9a-45e7-b190-822b6a6c8279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:01.566744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:01.621205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Usage tracker for resource:port and tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:01.641644 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Quota usage for port was recalculated. Used quota:2. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:01.679342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-ee8fb5a5-b6d8-4e7e-85ec-814b89d9e39d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:01.680971 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-ee8fb5a5-b6d8-4e7e-85ec-814b89d9e39d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.33 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 1023 time: 0.5849946 Nov 12 07:48:01.685659 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:01.693854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e7a3a-6488-4f07-9749-2036acd5cacc req-40818670-b488-46f2-a815-3aaa91c66249 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:01.695481 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b48e7a3a-6488-4f07-9749-2036acd5cacc req-40818670-b488-46f2-a815-3aaa91c66249 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 1023 time: 0.6477582 Nov 12 07:48:01.722074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Pushing event updated for resources: {'Port': ['ID=156033d6-c97c-4ec7-a159-ef251ec853b5,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:01.727265 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:01.763109 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22787cf0-bec5-4caa-a024-722fb8ee49ab req-fb577f79-3a74-4e35-801f-3fccf80251e1 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/security-groups?id=22e3c659-5960-4b93-a1d4-02dc801050fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576801 Nov 12 07:48:01.785740 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:01.787440 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] 10.222.0.33 "PUT /v2.0/ports/156033d6-c97c-4ec7-a159-ef251ec853b5 HTTP/1.1" status: 200 len: 1155 time: 3.0084567 Nov 12 07:48:01.872441 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Made reservation on behalf of 0f21f25dfe1a4fe9a4ce037bb87eb544 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:01.877280 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:01.921263 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-4fa64b8d-382d-4d97-9ced-6bc0069b0be7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 1158 time: 0.0901239 Nov 12 07:48:01.955935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 408fa58b-cdca-42fd-8ca2-98057d42893e up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:01.985313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Deleting port a2942f16-a755-4344-9200-dcf8735da5ca {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:48:01.985677 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:02.012586 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-18c1cbf6-e47f-468f-ab92-c001e9aba171 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=156033d6-c97c-4ec7-a159-ef251ec853b5 HTTP/1.1" status: 200 len: 217 time: 0.0836110 Nov 12 07:48:02.051134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 408fa58b-cdca-42fd-8ca2-98057d42893e triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:02.051469 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:02.091788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-df4a07b6-94df-4bf2-9810-b421c7ad9a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:02.093653 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-df4a07b6-94df-4bf2-9810-b421c7ad9a7e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=061eb431-be4a-415f-9236-3a16a64d078a HTTP/1.1" status: 200 len: 859 time: 0.0753219 Nov 12 07:48:02.153891 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-fbab637f-94e1-413a-8780-d0f19481f3e6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=44e340f5-5c7b-410f-886c-f4c18a733214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524831 Nov 12 07:48:02.157621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b48e7a3a-6488-4f07-9749-2036acd5cacc req-7cac6786-8fdb-42fc-8522-c336b8189d7b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Synchronizing usage tracker for tenant:df00d4adbb61409687704d8cee0ac12d on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:02.307115 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e', 'code': 200} Nov 12 07:48:02.318321 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-d676f996-b093-4b79-84e9-c8cf9a1ab48d service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568358 Nov 12 07:48:02.394989 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b48e7a3a-6488-4f07-9749-2036acd5cacc req-7cac6786-8fdb-42fc-8522-c336b8189d7b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Unset dirty status for tenant:df00d4adbb61409687704d8cee0ac12d on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:02.409532 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b48e7a3a-6488-4f07-9749-2036acd5cacc req-7cac6786-8fdb-42fc-8522-c336b8189d7b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&id=ac460492-f604-43ae-a640-835ff498531e&id=200489dd-5c70-4b73-afbd-bcc76fa19a82&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.6868126 Nov 12 07:48:02.595940 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c8f127d9-baa5-49fd-9e7a-31eabf1836fd req-3be67152-5864-466e-9a4a-0f1b65b30326 service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2702000 Nov 12 07:48:02.618056 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-42b4cb55-c6ca-403b-a389-06a82905d466 req-30cc761b-fd77-46d3-8e5d-c7e41c68a5d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1165 time: 0.1881318 Nov 12 07:48:02.670725 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-42b4cb55-c6ca-403b-a389-06a82905d466 req-7513d6b2-237c-41a8-8653-bdf1580be99d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447593 Nov 12 07:48:02.836134 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87599e24-bf99-4a12-86a0-e4142a586336 req-68881ad6-e809-469e-86c3-b270081fbd47 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-group-rules/099cc5f4-32f7-4b1a-9bc9-1ed8e410b454 HTTP/1.1" status: 200 len: 713 time: 0.4772444 Nov 12 07:48:02.848603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-39e1d844-b676-4688-a278-a760369ff10e req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] For port 9d105556-c38b-4b57-9f4f-34c3be2cd347, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=9d105556-c38b-4b57-9f4f-34c3be2cd347,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:02.849051 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39e1d844-b676-4688-a278-a760369ff10e req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:02.927392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a2942f16-a755-4344-9200-dcf8735da5ca no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:48:02.951952 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:48:03.069826 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-118f347b-dbef-4b7c-98ca-ab176cb8dca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:03.078952 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:03.079787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:03.115217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port a2942f16-a755-4344-9200-dcf8735da5ca, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a2942f16-a755-4344-9200-dcf8735da5ca,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:03.119138 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:03.122344 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:03.175743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-39e1d844-b676-4688-a278-a760369ff10e req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Calling delete_port for 9d105556-c38b-4b57-9f4f-34c3be2cd347 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:48:03.205570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=a2942f16-a755-4344-9200-dcf8735da5ca,revision_number=7']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:03.209654 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:03.212337 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:03.376366 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c63cda-f671-4087-a322-c645c05a78c4 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:48:03.398522 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:03.445897 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87599e24-bf99-4a12-86a0-e4142a586336 req-9438da0d-279e-4312-b245-c100e857c8f1 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/2fb491db-adc6-449a-9d2b-a14500fe2f10 HTTP/1.1" status: 200 len: 2149 time: 0.5489423 Nov 12 07:48:03.453791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Transition to ACTIVE for port object 60c63cda-f671-4087-a322-c645c05a78c4 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:03.461505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] For port a2942f16-a755-4344-9200-dcf8735da5ca, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a2942f16-a755-4344-9200-dcf8735da5ca,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:03.461919 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:03.492255 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:03.512778 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d7a50298-6cee-4784-8ac0-18779faa8570 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:03.684273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Allocated IP 172.20.0.14 (44e340f5-5c7b-410f-886c-f4c18a733214/061eb431-be4a-415f-9236-3a16a64d078a/655c7853-bdd4-411f-95d5-6d819eeb3ca7) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:48:03.698235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Calling delete_port for a2942f16-a755-4344-9200-dcf8735da5ca owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:48:03.837986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8236839-f365-4b52-b21e-053e6b6e6394 req-11645171-9f26-4185-a533-e0fd40d71e34 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:03.839693 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e8236839-f365-4b52-b21e-053e6b6e6394 req-11645171-9f26-4185-a533-e0fd40d71e34 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 950 time: 0.9813895 Nov 12 07:48:03.949893 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-87599e24-bf99-4a12-86a0-e4142a586336 req-ab4145dc-bafb-4c17-8197-dbf4b23d5082 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group_rule, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:03.955419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Pushing event updated for resources: {'Port': ['ID=60c63cda-f671-4087-a322-c645c05a78c4,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:03.993447 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:04.001784 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-87599e24-bf99-4a12-86a0-e4142a586336 req-ab4145dc-bafb-4c17-8197-dbf4b23d5082 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:04.063489 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39e1d844-b676-4688-a278-a760369ff10e req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:04.097395 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-731d9e89-0f30-4bc7-ab59-ed9712dc029f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:04.251655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Pushing event deleted for resources: {'Port': ['ID=9d105556-c38b-4b57-9f4f-34c3be2cd347,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:04.263352 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:04.302840 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:04.308279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f842f5ff-32c8-4a0d-862b-b83a58233537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d105556-c38b-4b57-9f4f-34c3be2cd347'}, {'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:04.321063 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-87599e24-bf99-4a12-86a0-e4142a586336 req-ab4145dc-bafb-4c17-8197-dbf4b23d5082 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:04.338216 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e8236839-f365-4b52-b21e-053e6b6e6394 req-f1c378f3-4086-4727-b2cc-276ddac4501d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601552 Nov 12 07:48:04.338900 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:48:04.339260 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:48:04.360010 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0cafea3f-0833-4bd9-b9dd-569b777d825a tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:04.386911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4145dc-bafb-4c17-8197-dbf4b23d5082 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=099cc5f4-32f7-4b1a-9bc9-1ed8e410b454,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:04.399728 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ab4145dc-bafb-4c17-8197-dbf4b23d5082 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:04.416402 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bcb040-c983-4636-a01c-6d1f740efd66', 'name': 'network-vif-deleted', 'tag': 'e32a767a-079b-41f0-80ba-0e207126a7dc', 'status': 'completed', 'code': 200} Nov 12 07:48:04.535516 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-87599e24-bf99-4a12-86a0-e4142a586336 req-ab4145dc-bafb-4c17-8197-dbf4b23d5082 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group_rule, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:04.546191 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87599e24-bf99-4a12-86a0-e4142a586336 req-ab4145dc-bafb-4c17-8197-dbf4b23d5082 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "DELETE /v2.0/security-group-rules/099cc5f4-32f7-4b1a-9bc9-1ed8e410b454 HTTP/1.1" status: 204 len: 173 time: 1.0881500 Nov 12 07:48:04.817759 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:04.912575 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Deleting port a2942f16-a755-4344-9200-dcf8735da5ca {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:48:04.913269 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:04.930230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-63f41a7a-95e8-4e69-a170-e27f880ddb3a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:48:05.005267 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:05.068084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-7b0aaf17-d060-41c5-9b25-17ecf8eb728a req-bddf14f2-7cca-4cc2-ac2b-9215c75545d5 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Synchronizing usage tracker for tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:05.096483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e1d844-b676-4688-a278-a760369ff10e req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] No DVR routers for this DVR port 9d105556-c38b-4b57-9f4f-34c3be2cd347 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:48:05.107590 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39e1d844-b676-4688-a278-a760369ff10e req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:05.109779 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39e1d844-b676-4688-a278-a760369ff10e req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.33 "DELETE /v2.0/ports/9d105556-c38b-4b57-9f4f-34c3be2cd347 HTTP/1.1" status: 204 len: 173 time: 3.8404005 Nov 12 07:48:05.113488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f842f5ff-32c8-4a0d-862b-b83a58233537', 'name': 'network-vif-deleted', 'tag': '9d105556-c38b-4b57-9f4f-34c3be2cd347'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:05.203331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Attempting to bind port 60c63cda-f671-4087-a322-c645c05a78c4 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:48:05.203725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Attempting to bind port 60c63cda-f671-4087-a322-c645c05a78c4 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:48:05.204081 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Attempting to bind port 60c63cda-f671-4087-a322-c645c05a78c4 on network 5bf5d4ac-adb9-4928-b91e-484036df02e3 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:48:05.209803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-7b0aaf17-d060-41c5-9b25-17ecf8eb728a req-bddf14f2-7cca-4cc2-ac2b-9215c75545d5 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Unset dirty status for tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:05.211134 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b0aaf17-d060-41c5-9b25-17ecf8eb728a req-bddf14f2-7cca-4cc2-ac2b-9215c75545d5 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 210 time: 0.5516934 Nov 12 07:48:05.245978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 156033d6-c97c-4ec7-a159-ef251ec853b5 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:05.304398 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:05.311661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6b383-62f6-4236-b9af-5acf11c04c1d req-e23e68a8-767a-4724-993c-56be760baf79 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:05.317463 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d0e6b383-62f6-4236-b9af-5acf11c04c1d req-e23e68a8-767a-4724-993c-56be760baf79 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 944 time: 0.7948847 Nov 12 07:48:05.330144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 156033d6-c97c-4ec7-a159-ef251ec853b5 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:05.335096 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 156033d6-c97c-4ec7-a159-ef251ec853b5 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:05.335591 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:05.339869 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a61c5286-bb96-40ce-80a0-1a28118bc447 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:05.373490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:48:05.373889 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Checking segment: {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:05.374255 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:05.374651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Bound using segment: {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:48:05.375139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Bound port: 60c63cda-f671-4087-a322-c645c05a78c4, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:48:05.375498 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:05.477769 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:05.535972 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 156033d6-c97c-4ec7-a159-ef251ec853b5, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=156033d6-c97c-4ec7-a159-ef251ec853b5,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:05.544506 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:05.546839 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-76a6e5b8-081e-4392-b665-9046f55c5fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:05.653095 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=156033d6-c97c-4ec7-a159-ef251ec853b5,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:05.664125 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:05.668059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Pushing event updated for resources: {'Port': ['ID=655c7853-bdd4-411f-95d5-6d819eeb3ca7,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:05.691050 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:05.729547 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d0e6b383-62f6-4236-b9af-5acf11c04c1d req-b7130cdf-f2a3-4a61-a944-bb72348a007b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438039 Nov 12 07:48:05.880813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-87111995-e0d8-46cc-b3f5-933d567aa6ec req-532cf883-a607-461e-bd16-cb735746d62b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Synchronizing usage tracker for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:05.938537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] For port a2942f16-a755-4344-9200-dcf8735da5ca, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a2942f16-a755-4344-9200-dcf8735da5ca,segment=NetworkSegment(4929fc7c-c7d8-455c-9211-0af203dbd1b3),segment_id=4929fc7c-c7d8-455c-9211-0af203dbd1b3)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:05.939144 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:05.956780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] For port 60c63cda-f671-4087-a322-c645c05a78c4, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:06.091236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] For port 60c63cda-f671-4087-a322-c645c05a78c4, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=60c63cda-f671-4087-a322-c645c05a78c4,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:48:06.106586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Calling delete_port for a2942f16-a755-4344-9200-dcf8735da5ca owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:48:06.144637 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:06.173560 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e61c042e-fcd8-4f70-bb80-ff1d4431993d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:06.212650 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-87111995-e0d8-46cc-b3f5-933d567aa6ec req-532cf883-a607-461e-bd16-cb735746d62b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Unset dirty status for tenant:f9baf28c49804d348f7d8c02b4915fb2 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:06.214011 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87111995-e0d8-46cc-b3f5-933d567aa6ec req-532cf883-a607-461e-bd16-cb735746d62b tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] 10.222.0.40 "GET /v2.0/ports?device_id=f842f5ff-32c8-4a0d-862b-b83a58233537 HTTP/1.1" status: 200 len: 210 time: 0.3958673 Nov 12 07:48:06.290378 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f842f5ff-32c8-4a0d-862b-b83a58233537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d105556-c38b-4b57-9f4f-34c3be2cd347', 'code': 200} Nov 12 07:48:06.290690 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca', 'code': 200} Nov 12 07:48:06.338751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Network 44e340f5-5c7b-410f-886c-f4c18a733214 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:48:06.356765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-345024552', 'description': 'tempest-description-1986806913'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:06.369322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:06.374176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:06.379722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:48:06.417869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c02382c-9da2-4682-b858-038cafed4fbd', 'tag': '156033d6-c97c-4ec7-a159-ef251ec853b5'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:06.419377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Usage tracker for resource:security_group and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:06.441902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:06.451119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Pushing event updated for resources: {'Port': ['ID=60c63cda-f671-4087-a322-c645c05a78c4,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:06.465846 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:06.466729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:06.552248 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:06.552942 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:06.567268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697e5c2-b6ef-4051-b97e-07fb27d7fd6f req-fc347fcc-5b17-46bc-8458-2897e03d88ce tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:06.568032 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5697e5c2-b6ef-4051-b97e-07fb27d7fd6f req-fc347fcc-5b17-46bc-8458-2897e03d88ce tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Synchronizing usage tracker for tenant:df00d4adbb61409687704d8cee0ac12d on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:06.581675 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:06.642985 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6532073 Nov 12 07:48:06.650283 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:06.671520 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:06.672933 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] 10.222.0.41 "PUT /v2.0/ports/60c63cda-f671-4087-a322-c645c05a78c4 HTTP/1.1" status: 200 len: 1156 time: 6.5769591 Nov 12 07:48:06.677457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Request body: {'port': {'device_id': 'ec446105-1dac-4e63-9e35-58de57390e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:06.707248 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-57ebda99-eba9-4d68-8f54-c5e70cc9a2ec tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:06.737074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5697e5c2-b6ef-4051-b97e-07fb27d7fd6f req-fc347fcc-5b17-46bc-8458-2897e03d88ce tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Unset dirty status for tenant:df00d4adbb61409687704d8cee0ac12d on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:06.738410 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5697e5c2-b6ef-4051-b97e-07fb27d7fd6f req-fc347fcc-5b17-46bc-8458-2897e03d88ce tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/ports?device_id=63ccbe96-8d87-448f-9dac-1df69df9c624 HTTP/1.1" status: 200 len: 1021 time: 0.8506956 Nov 12 07:48:06.818489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event deleted for resources: {'Port': ['ID=a2942f16-a755-4344-9200-dcf8735da5ca,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:06.897059 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:06.910699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:06.934647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Usage tracker for resource:security_group_rule and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:06.939683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 156033d6-c97c-4ec7-a159-ef251ec853b5 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:06.946976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:07.010042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:07.014933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 156033d6-c97c-4ec7-a159-ef251ec853b5 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:07.015379 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:07.078989 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5697e5c2-b6ef-4051-b97e-07fb27d7fd6f req-4c91f674-33a5-45f5-998e-b0935766a3a7 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups?id=ecbed406-ea02-4794-96f1-9d82c84de23f&id=ac460492-f604-43ae-a640-835ff498531e&id=200489dd-5c70-4b73-afbd-bcc76fa19a82&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3154507 Nov 12 07:48:07.102890 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:07.220505 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-45a08f2d-ec00-4d77-b5d1-20170a43ccea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 1159 time: 0.4743738 Nov 12 07:48:07.328430 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:07.337454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] No DVR routers for this DVR port a2942f16-a755-4344-9200-dcf8735da5ca on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:48:07.484541 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:07.656836 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f842f5ff-32c8-4a0d-862b-b83a58233537', 'name': 'network-vif-deleted', 'tag': '9d105556-c38b-4b57-9f4f-34c3be2cd347', 'status': 'completed', 'code': 200} Nov 12 07:48:07.663865 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:07.670289 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:07.687295 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f07c5e9d-c626-43bc-a431-40a5b3325efb tempest-LiveMigrationNegativeTest-1470507623 tempest-LiveMigrationNegativeTest-1470507623] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:07.743643 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-d77f655a-dc02-42da-ad35-4cd986562ce5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60c63cda-f671-4087-a322-c645c05a78c4 HTTP/1.1" status: 200 len: 217 time: 0.4924655 Nov 12 07:48:07.814140 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c6d9da12-7b86-4d9c-898b-012b9b6bb5f7 req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.33 "DELETE /v2.0/ports/a2942f16-a755-4344-9200-dcf8735da5ca HTTP/1.1" status: 204 len: 173 time: 6.0828931 Nov 12 07:48:07.861360 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:07.862704 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b4aff16-1160-4bb8-87eb-c66b6d943bb2 req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.5383811 Nov 12 07:48:07.921699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event updated for resources: {'SecurityGroup': ['ID=80c97bb2-12ca-4bfc-85f9-3b41fdf235f2,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:07.980657 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:08.028191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-cd7028fd-2793-40cb-ae61-0f87cc61abb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:08.030900 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-cd7028fd-2793-40cb-ae61-0f87cc61abb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a527c20d-d2f9-46a5-9dca-fc64efe2289a HTTP/1.1" status: 200 len: 844 time: 0.2652216 Nov 12 07:48:08.127348 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-8f002c9c-7878-4366-af3a-ea6eede0b251 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5bf5d4ac-adb9-4928-b91e-484036df02e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898063 Nov 12 07:48:08.257796 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c966df0-cfca-4684-9665-cdb7981354b4 req-76d3ec9e-a637-46a4-9486-b78dd67a62ac tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:08.259413 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c966df0-cfca-4684-9665-cdb7981354b4 req-76d3ec9e-a637-46a4-9486-b78dd67a62ac tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 950 time: 0.5902719 Nov 12 07:48:08.292882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c02382c-9da2-4682-b858-038cafed4fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156033d6-c97c-4ec7-a159-ef251ec853b5'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:08.461801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ef798-fa56-499a-adc4-8877b3129948 req-5036f2c6-204c-4aa9-8a34-1a870dc8f389 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:08.463855 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ce7ef798-fa56-499a-adc4-8877b3129948 req-5036f2c6-204c-4aa9-8a34-1a870dc8f389 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.33 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 946 time: 0.5377140 Nov 12 07:48:08.611704 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c966df0-cfca-4684-9665-cdb7981354b4 req-7141b174-b7cb-4386-b17d-33ad410db6cc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783604 Nov 12 07:48:08.654916 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-c9a37eb6-7aa5-41a0-9aa8-471f89e6a5b3 service neutron] 10.222.0.41 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582450 Nov 12 07:48:08.664289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ce7ef798-fa56-499a-adc4-8877b3129948 req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Deleting port 1a4d7469-9639-45e9-82f8-675c437f4259 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:48:08.664687 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ce7ef798-fa56-499a-adc4-8877b3129948 req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:08.698942 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:48:08.712117 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c02382c-9da2-4682-b858-038cafed4fbd', 'tag': '156033d6-c97c-4ec7-a159-ef251ec853b5', 'status': 'completed', 'code': 200} Nov 12 07:48:08.722948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52070) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:08.836682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 1a4d7469-9639-45e9-82f8-675c437f4259 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:48:08.910821 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a3d4-2a90-4152-b478-46a759102d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:08.953588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9ee6a3d4-2a90-4152-b478-46a759102d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:08.958280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9ee6a3d4-2a90-4152-b478-46a759102d54 admin admin] Usage tracker for resource:security_group_rule and tenant:d8186f6ec54048a999b3df8d48f2d5ba is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:08.962201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9ee6a3d4-2a90-4152-b478-46a759102d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:08.968603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9ee6a3d4-2a90-4152-b478-46a759102d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:08.970497 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.010789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=1a4d7469-9639-45e9-82f8-675c437f4259,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:09.014628 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.017349 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:09.054038 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a3d4-2a90-4152-b478-46a759102d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.058295 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a3d4-2a90-4152-b478-46a759102d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.067302 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a1456faf-cfc6-4c65-a57e-da9cae5136ce tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:09.110266 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655c7853-bdd4-411f-95d5-6d819eeb3ca7 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:48:09.114016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6a3d4-2a90-4152-b478-46a759102d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3820780a-96a5-4ba6-a6e4-bd04a9e29e52,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:09.117747 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9ee6a3d4-2a90-4152-b478-46a759102d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:09.123898 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9ee6a3d4-2a90-4152-b478-46a759102d54 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d8186f6ec54048a999b3df8d48f2d5ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3997350 Nov 12 07:48:09.124582 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52076) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:09.126270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=1a4d7469-9639-45e9-82f8-675c437f4259,revision_number=13']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:09.130711 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:09.147152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470163c-0078-4376-86d2-76baac3b0c22 req-cfb15962-66ed-49d7-951e-359e721627c1 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:09.148846 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1470163c-0078-4376-86d2-76baac3b0c22 req-cfb15962-66ed-49d7-951e-359e721627c1 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 932 time: 0.6790018 Nov 12 07:48:09.150967 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.200735 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1ce4-1caa-49ca-9797-67adbc93365f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.239099 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1ce4-1caa-49ca-9797-67adbc93365f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.242802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Transition to ACTIVE for port object 655c7853-bdd4-411f-95d5-6d819eeb3ca7 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:09.288236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1ce4-1caa-49ca-9797-67adbc93365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.293477 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-47d3b78c-f46c-4fa0-85b8-6d6517219964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:09.307139 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.307998 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a1ce4-1caa-49ca-9797-67adbc93365f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3820780a-96a5-4ba6-a6e4-bd04a9e29e52,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:09.311200 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b1a1ce4-1caa-49ca-9797-67adbc93365f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:09.312129 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b1a1ce4-1caa-49ca-9797-67adbc93365f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.316200 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1b1a1ce4-1caa-49ca-9797-67adbc93365f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/3820780a-96a5-4ba6-a6e4-bd04a9e29e52 HTTP/1.1" status: 204 len: 168 time: 0.1877458 Nov 12 07:48:09.330035 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:09.389126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b090c58e-8dbe-4172-8200-9ef82b4d74f2 req-1c7290cf-8bb6-43f9-9488-b06dd081a632 service neutron] 10.222.0.41 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6921496 Nov 12 07:48:09.493736 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d5cc5f1-289a-43f4-911a-b4bbd54284bb req-21c99947-f5b3-4cab-97e0-ecdd21ff923a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 1160 time: 0.7433121 Nov 12 07:48:09.549992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:48:09.553261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aac86-1131-4145-b616-56f20dd4f975 req-a8c9a23e-3a02-43db-96fb-904a71e9d3d6 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:09.554999 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-526aac86-1131-4145-b616-56f20dd4f975 req-a8c9a23e-3a02-43db-96fb-904a71e9d3d6 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 944 time: 0.7165632 Nov 12 07:48:09.574273 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1470163c-0078-4376-86d2-76baac3b0c22 req-76901860-318b-40af-80bc-8667984158dd tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050786 Nov 12 07:48:09.688305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a451de5-42f7-47a2-b0c9-b7f1259592c8', 'tag': '60c63cda-f671-4087-a322-c645c05a78c4'}, {'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'name': 'network-vif-deleted', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:09.694131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Pushing event updated for resources: {'Port': ['ID=655c7853-bdd4-411f-95d5-6d819eeb3ca7,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:09.721820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52088) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:09.746868 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7467e4b5-3177-4b74-8d28-ebffa37503e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.790753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7467e4b5-3177-4b74-8d28-ebffa37503e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:09.796221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7467e4b5-3177-4b74-8d28-ebffa37503e7 admin admin] Usage tracker for resource:security_group_rule and tenant:83cd56e5e9934e42a17a76ab9f95f8cb is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:09.799836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7467e4b5-3177-4b74-8d28-ebffa37503e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:09.807048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7467e4b5-3177-4b74-8d28-ebffa37503e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:09.887844 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7467e4b5-3177-4b74-8d28-ebffa37503e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.891617 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7467e4b5-3177-4b74-8d28-ebffa37503e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:09.899898 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e9808e0a-c9e6-43e5-bab6-5dbc9cd4cae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:09.950318 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7467e4b5-3177-4b74-8d28-ebffa37503e7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=83cd56e5e9934e42a17a76ab9f95f8cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2272515 Nov 12 07:48:09.951210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467e4b5-3177-4b74-8d28-ebffa37503e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9376ae24-e1a2-4dd7-a296-4f7086ae0bae,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:09.953842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52094) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:09.975753 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:09.979516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 52098) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:09.982450 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7467e4b5-3177-4b74-8d28-ebffa37503e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:10.022465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1cb7-009e-45db-8c36-37ffcc509df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:10.051229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1cb7-009e-45db-8c36-37ffcc509df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:10.091789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-ce7ef798-fa56-499a-adc4-8877b3129948 req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] For port 1a4d7469-9639-45e9-82f8-675c437f4259, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=1a4d7469-9639-45e9-82f8-675c437f4259,segment=NetworkSegment(72eda158-5297-4fba-8e99-8a37abc96335),segment_id=72eda158-5297-4fba-8e99-8a37abc96335)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:10.092548 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ce7ef798-fa56-499a-adc4-8877b3129948 req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:10.107125 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1cb7-009e-45db-8c36-37ffcc509df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:10.113352 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-59c515b1-2a9a-47c1-9fda-acd3439d7150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:10.129230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a1cb7-009e-45db-8c36-37ffcc509df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376ae24-e1a2-4dd7-a296-4f7086ae0bae,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:10.132143 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7d6a1cb7-009e-45db-8c36-37ffcc509df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:10.133360 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7d6a1cb7-009e-45db-8c36-37ffcc509df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:10.134716 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7d6a1cb7-009e-45db-8c36-37ffcc509df6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9376ae24-e1a2-4dd7-a296-4f7086ae0bae HTTP/1.1" status: 204 len: 168 time: 0.1797342 Nov 12 07:48:10.278629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ce7ef798-fa56-499a-adc4-8877b3129948 req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Calling delete_port for 1a4d7469-9639-45e9-82f8-675c437f4259 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:48:10.346117 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-526aac86-1131-4145-b616-56f20dd4f975 req-b7f2daf1-9c7c-4d41-abcb-8ac16557f6ab tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7707610 Nov 12 07:48:10.357394 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cc5f1-289a-43f4-911a-b4bbd54284bb req-c4131741-4db6-464b-908c-c2300c3a62b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:10.358984 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d5cc5f1-289a-43f4-911a-b4bbd54284bb req-c4131741-4db6-464b-908c-c2300c3a62b5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 913 time: 0.8415704 Nov 12 07:48:10.533731 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d5cc5f1-289a-43f4-911a-b4bbd54284bb req-68ecc00d-658a-4a6a-97f0-0976f033fa9c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=156033d6-c97c-4ec7-a159-ef251ec853b5 HTTP/1.1" status: 200 len: 217 time: 0.1645339 Nov 12 07:48:10.672832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a055-a2f7-40a2-9526-fa7c592e4b38 req-1abccc6f-e9a0-4654-bb53-5d8c6a5ba96b tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:10.674406 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87e2a055-a2f7-40a2-9526-fa7c592e4b38 req-1abccc6f-e9a0-4654-bb53-5d8c6a5ba96b tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/ports?device_id=b23c79ac-06a1-4803-a19a-25089eb12eb2 HTTP/1.1" status: 200 len: 944 time: 0.7000341 Nov 12 07:48:10.795960 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-76efb17a-2a7b-4af6-88c0-bcde08af809c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f9baf28c49804d348f7d8c02b4915fb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8063755 Nov 12 07:48:10.798836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52118) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:10.820731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cc5f1-289a-43f4-911a-b4bbd54284bb req-daf15644-2aa2-4d59-8c58-d82ecfadb6ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:10.822318 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d5cc5f1-289a-43f4-911a-b4bbd54284bb req-daf15644-2aa2-4d59-8c58-d82ecfadb6ec service neutron] 10.222.0.33 "GET /v2.0/subnets?id=061eb431-be4a-415f-9236-3a16a64d078a HTTP/1.1" status: 200 len: 859 time: 0.2670679 Nov 12 07:48:10.873580 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df32829d-21b8-4e10-993f-a5ad4ab18585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:10.873891 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6275a8f7-2107-4ebd-be01-acb07558c86c req-ccc932b3-2220-4e04-8a62-d6a65d701f53 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/80c97bb2-12ca-4bfc-85f9-3b41fdf235f2 HTTP/1.1" status: 200 len: 1646 time: 0.4007752 Nov 12 07:48:10.906473 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df32829d-21b8-4e10-993f-a5ad4ab18585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:10.908177 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d5cc5f1-289a-43f4-911a-b4bbd54284bb req-11d31b70-6dc2-487e-ad84-28e736ca055d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=44e340f5-5c7b-410f-886c-f4c18a733214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775208 Nov 12 07:48:10.955660 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ce7ef798-fa56-499a-adc4-8877b3129948 req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:10.961757 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df32829d-21b8-4e10-993f-a5ad4ab18585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:10.967299 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7a4413b8-3959-4e80-8d93-4d88aafbbfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:10.982136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32829d-21b8-4e10-993f-a5ad4ab18585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e3c659-5960-4b93-a1d4-02dc801050fc,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:10.988703 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-df32829d-21b8-4e10-993f-a5ad4ab18585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:11.001177 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df32829d-21b8-4e10-993f-a5ad4ab18585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:11.005900 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-df32829d-21b8-4e10-993f-a5ad4ab18585 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/22e3c659-5960-4b93-a1d4-02dc801050fc HTTP/1.1" status: 204 len: 168 time: 0.2060418 Nov 12 07:48:11.041476 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:11.070675 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c02382c-9da2-4682-b858-038cafed4fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156033d6-c97c-4ec7-a159-ef251ec853b5', 'code': 200} Nov 12 07:48:11.081777 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87e2a055-a2f7-40a2-9526-fa7c592e4b38 req-26f2ff51-0796-4393-b4f6-a926032e5768 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.40 "GET /v2.0/security-groups?id=e602e929-a7d9-489d-9d2b-63fcfdf10110&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902504 Nov 12 07:48:11.138338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Attempting to bind port 655c7853-bdd4-411f-95d5-6d819eeb3ca7 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:48:11.138713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Attempting to bind port 655c7853-bdd4-411f-95d5-6d819eeb3ca7 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:48:11.139086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Attempting to bind port 655c7853-bdd4-411f-95d5-6d819eeb3ca7 on network 44e340f5-5c7b-410f-886c-f4c18a733214 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:48:11.199140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Pushing event deleted for resources: {'Port': ['ID=1a4d7469-9639-45e9-82f8-675c437f4259,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:11.253249 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a451de5-42f7-47a2-b0c9-b7f1259592c8', 'tag': '60c63cda-f671-4087-a322-c645c05a78c4', 'status': 'completed', 'code': 200} Nov 12 07:48:11.253583 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ccbe96-8d87-448f-9dac-1df69df9c624', 'name': 'network-vif-deleted', 'tag': 'a2942f16-a755-4344-9200-dcf8735da5ca', 'status': 'completed', 'code': 200} Nov 12 07:48:11.262104 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:11.300376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:48:11.300824 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Checking segment: {'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:11.301176 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:11.302093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Bound using segment: {'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:48:11.302417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Bound port: 655c7853-bdd4-411f-95d5-6d819eeb3ca7, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef1ec7f-0a31-4ca0-83d2-b602390aace5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '44e340f5-5c7b-410f-886c-f4c18a733214'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:48:11.302798 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:11.324721 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75cccd22-8e18-4565-95ad-96bf488da96f req-e006f450-697e-44ee-ab6e-4b1cf9905ddb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 1160 time: 0.1788120 Nov 12 07:48:11.378237 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75cccd22-8e18-4565-95ad-96bf488da96f req-2e0f8f26-3a73-4f9f-be40-5cb0023f79c1 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470505 Nov 12 07:48:11.402558 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d5cc5f1-289a-43f4-911a-b4bbd54284bb req-283047a2-0c68-498a-95f6-1a1a9f132e03 service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775779 Nov 12 07:48:11.561588 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-519d08e5-fad7-4adb-9075-a5da3349ecec req-a2c34b9b-6956-4504-8ae2-32af609953d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 1159 time: 0.3575339 Nov 12 07:48:11.568574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] For port 655c7853-bdd4-411f-95d5-6d819eeb3ca7, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:11.573791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] For port 655c7853-bdd4-411f-95d5-6d819eeb3ca7, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=655c7853-bdd4-411f-95d5-6d819eeb3ca7,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:48:11.674878 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:11.706441 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-78b7e091-2e15-40f8-8587-e921cc867b54 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:11.721531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52146) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:11.737508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7ef798-fa56-499a-adc4-8877b3129948 req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] No DVR routers for this DVR port 1a4d7469-9639-45e9-82f8-675c437f4259 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:48:11.793899 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6b252ba5-e3b2-4d40-bcc7-c0ee16e2158e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=81f76f8bcfbd425294c3b836b351f344&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0708349 Nov 12 07:48:11.795186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52150) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:11.874633 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20fc34bf-4227-40b3-8e3d-9dfdfc2fd74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:11.908445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ce7ef798-fa56-499a-adc4-8877b3129948 req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:11.910297 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20fc34bf-4227-40b3-8e3d-9dfdfc2fd74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:11.922026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3d8a3-cea3-43f3-a5b2-05cd8080b236 req-56817ba9-7f13-4df4-a8af-123607ecacf1 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:11.923739 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aaf3d8a3-cea3-43f3-a5b2-05cd8080b236 req-56817ba9-7f13-4df4-a8af-123607ecacf1 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 944 time: 0.5972545 Nov 12 07:48:11.978341 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20fc34bf-4227-40b3-8e3d-9dfdfc2fd74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:11.986942 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aa794ca3-84af-4663-9dde-aed383ae9b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:12.000210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc34bf-4227-40b3-8e3d-9dfdfc2fd74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd063a4c-9441-45d0-8302-8364aef3a1e2,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:12.002972 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20fc34bf-4227-40b3-8e3d-9dfdfc2fd74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:12.014057 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20fc34bf-4227-40b3-8e3d-9dfdfc2fd74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:12.019531 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-20fc34bf-4227-40b3-8e3d-9dfdfc2fd74f admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fd063a4c-9441-45d0-8302-8364aef3a1e2 HTTP/1.1" status: 204 len: 168 time: 0.2224104 Nov 12 07:48:12.306951 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ce7ef798-fa56-499a-adc4-8877b3129948 req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] 10.222.0.33 "DELETE /v2.0/ports/1a4d7469-9639-45e9-82f8-675c437f4259 HTTP/1.1" status: 204 len: 173 time: 3.8309190 Nov 12 07:48:12.325397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 60c63cda-f671-4087-a322-c645c05a78c4 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:12.412945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Pushing event updated for resources: {'Port': ['ID=655c7853-bdd4-411f-95d5-6d819eeb3ca7,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:12.434168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 60c63cda-f671-4087-a322-c645c05a78c4 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:12.434322 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:12.441785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 60c63cda-f671-4087-a322-c645c05a78c4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:12.443263 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:12.484868 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d5cc5f1-289a-43f4-911a-b4bbd54284bb req-a78f4e68-42c0-4268-83ed-216a207985b4 service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9095209 Nov 12 07:48:12.488255 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aaf3d8a3-cea3-43f3-a5b2-05cd8080b236 req-49f12ac4-131b-40e8-a6f2-f15ba6e0b4c2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272415 Nov 12 07:48:12.497113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d08e5-fad7-4adb-9075-a5da3349ecec req-8adead53-c61a-46ba-b4d8-9feb54debc66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:12.498762 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-519d08e5-fad7-4adb-9075-a5da3349ecec req-8adead53-c61a-46ba-b4d8-9feb54debc66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 898 time: 0.8903987 Nov 12 07:48:12.603616 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:12.605299 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] 10.222.0.33 "PUT /v2.0/ports/655c7853-bdd4-411f-95d5-6d819eeb3ca7 HTTP/1.1" status: 200 len: 1156 time: 5.9517720 Nov 12 07:48:12.606985 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-519d08e5-fad7-4adb-9075-a5da3349ecec req-d43ca444-ab6c-44ed-a5a9-1c2da091e71d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60c63cda-f671-4087-a322-c645c05a78c4 HTTP/1.1" status: 200 len: 217 time: 0.0991611 Nov 12 07:48:12.616177 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-447d9bb0-35f7-478d-891b-4f8762307d9a req-bd6960ef-41da-4109-86f2-0213ad5253fc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1165 time: 0.6800606 Nov 12 07:48:12.694352 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:12.706401 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-447d9bb0-35f7-478d-891b-4f8762307d9a req-878252f5-cc91-477a-81c3-ff1ff5c22abc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:12.735031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 60c63cda-f671-4087-a322-c645c05a78c4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=60c63cda-f671-4087-a322-c645c05a78c4,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:12.739232 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:12.742044 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-64e7c42f-8452-48b0-a3f9-c1b12d4c2f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:12.829028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=60c63cda-f671-4087-a322-c645c05a78c4,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:12.833234 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:12.855068 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d08e5-fad7-4adb-9075-a5da3349ecec req-0e8927d3-3167-43bc-a628-cd4b6ad10065 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:12.856855 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-519d08e5-fad7-4adb-9075-a5da3349ecec req-0e8927d3-3167-43bc-a628-cd4b6ad10065 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a527c20d-d2f9-46a5-9dca-fc64efe2289a HTTP/1.1" status: 200 len: 844 time: 0.2378521 Nov 12 07:48:12.906216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-447d9bb0-35f7-478d-891b-4f8762307d9a req-878252f5-cc91-477a-81c3-ff1ff5c22abc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:12.921717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-447d9bb0-35f7-478d-891b-4f8762307d9a req-878252f5-cc91-477a-81c3-ff1ff5c22abc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Usage tracker for resource:security_group_rule and tenant:2c7d18c325ef4417b6a1d31d5bf290a3 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:12.932009 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-be492711-bcf7-492e-82f6-45e787bfd36c req-03ef39e7-2977-4849-8bf0-fec769e26964 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/200489dd-5c70-4b73-afbd-bcc76fa19a82 HTTP/1.1" status: 200 len: 1634 time: 0.2269909 Nov 12 07:48:12.932882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-447d9bb0-35f7-478d-891b-4f8762307d9a req-878252f5-cc91-477a-81c3-ff1ff5c22abc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:12.938357 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-519d08e5-fad7-4adb-9075-a5da3349ecec req-fff0feb5-c48b-4fa2-9230-503deaa6feba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5bf5d4ac-adb9-4928-b91e-484036df02e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702639 Nov 12 07:48:12.944279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-447d9bb0-35f7-478d-891b-4f8762307d9a req-878252f5-cc91-477a-81c3-ff1ff5c22abc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:13.073332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259'}, {'server_uuid': '2a451de5-42f7-47a2-b0c9-b7f1259592c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c63cda-f671-4087-a322-c645c05a78c4'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:13.096128 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-95c94f21-5b82-454e-8f3c-028073ac74c2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 1159 time: 0.3479671 Nov 12 07:48:13.229807 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-6f558ee3-501b-40ac-98d2-070d15423112 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=655c7853-bdd4-411f-95d5-6d819eeb3ca7 HTTP/1.1" status: 200 len: 217 time: 0.1197288 Nov 12 07:48:13.284603 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-be492711-bcf7-492e-82f6-45e787bfd36c req-39fdb161-3983-4a9c-b099-895719a8e965 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:13.286285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-deleted', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259'}, {'name': 'network-changed', 'server_uuid': 'ec446105-1dac-4e63-9e35-58de57390e8a', 'tag': '655c7853-bdd4-411f-95d5-6d819eeb3ca7'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:13.376538 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-447d9bb0-35f7-478d-891b-4f8762307d9a req-878252f5-cc91-477a-81c3-ff1ff5c22abc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:13.379418 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-519d08e5-fad7-4adb-9075-a5da3349ecec req-847a1f23-3385-414c-9b16-eaf6c6bf6ba5 service neutron] 10.222.0.41 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200063 Nov 12 07:48:13.386322 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-be492711-bcf7-492e-82f6-45e787bfd36c req-39fdb161-3983-4a9c-b099-895719a8e965 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:13.397467 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-447d9bb0-35f7-478d-891b-4f8762307d9a req-878252f5-cc91-477a-81c3-ff1ff5c22abc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:13.430680 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b2932b21-4384-4085-8693-25b75501074b tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:13.459050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-c3e9923c-fecc-41e8-93cb-c41ae5cdb28d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:13.460661 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-c3e9923c-fecc-41e8-93cb-c41ae5cdb28d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=061eb431-be4a-415f-9236-3a16a64d078a HTTP/1.1" status: 200 len: 859 time: 0.2206433 Nov 12 07:48:13.620060 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-25b55a8a-5cd8-4062-94d4-389bc282bd11 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=44e340f5-5c7b-410f-886c-f4c18a733214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953515 Nov 12 07:48:13.621872 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-447d9bb0-35f7-478d-891b-4f8762307d9a req-878252f5-cc91-477a-81c3-ff1ff5c22abc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0048718 Nov 12 07:48:13.629001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878252f5-cc91-477a-81c3-ff1ff5c22abc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Pushing event updated for resources: {'SecurityGroup': ['ID=41ad6869-cb63-46e1-ad9b-8597b58bc427,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:13.659173 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-878252f5-cc91-477a-81c3-ff1ff5c22abc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:13.755188 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-be492711-bcf7-492e-82f6-45e787bfd36c req-39fdb161-3983-4a9c-b099-895719a8e965 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:13.771024 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7f293819-4b5f-4bee-abbe-2ef2cf1e45d6 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:13.855859 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdb161-3983-4a9c-b099-895719a8e965 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event deleted for resources: {'SecurityGroup': ['ID=200489dd-5c70-4b73-afbd-bcc76fa19a82,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:13.859274 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-519d08e5-fad7-4adb-9075-a5da3349ecec req-1decfb5d-9720-490b-a4c8-04dabffc0627 service neutron] 10.222.0.41 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4648237 Nov 12 07:48:13.861798 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-39fdb161-3983-4a9c-b099-895719a8e965 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:13.911051 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-be492711-bcf7-492e-82f6-45e787bfd36c req-39fdb161-3983-4a9c-b099-895719a8e965 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:13.912279 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-be492711-bcf7-492e-82f6-45e787bfd36c req-39fdb161-3983-4a9c-b099-895719a8e965 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "DELETE /v2.0/security-groups/200489dd-5c70-4b73-afbd-bcc76fa19a82 HTTP/1.1" status: 204 len: 173 time: 0.9728534 Nov 12 07:48:13.919708 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-f94b89ad-cf8b-4e10-b6d6-f079ad078e66 service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883987 Nov 12 07:48:14.008655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 52210) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:14.046606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 60c63cda-f671-4087-a322-c645c05a78c4 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:14.064268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed17d09-a24c-490a-b843-c390f84dbe22 req-cad44423-0220-47fc-9979-b3fe9ce9bc20 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:14.065950 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eed17d09-a24c-490a-b843-c390f84dbe22 req-cad44423-0220-47fc-9979-b3fe9ce9bc20 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 946 time: 0.2961392 Nov 12 07:48:14.084071 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-227158057', 'description': 'tempest-description-613984420'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:14.125974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:14.130291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 60c63cda-f671-4087-a322-c645c05a78c4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:14.130802 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:14.147810 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Usage tracker for resource:security_group and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:14.155104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:14.167303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:14.198203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-899d70ac-a6fb-4513-ba45-0a0b05b887b8 admin admin] Deleting subnet 91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:48:14.214563 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-899d70ac-a6fb-4513-ba45-0a0b05b887b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:14.243809 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab9a88f-553f-4148-bbb8-8896c4441b6b req-fd060c3c-006c-4687-b2c3-f5b3e80e3d0a service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3203397 Nov 12 07:48:14.253457 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:14.276384 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eed17d09-a24c-490a-b843-c390f84dbe22 req-0ebd2597-5b57-4272-8ee0-ef4db3a9dc00 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006595 Nov 12 07:48:14.305925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-899d70ac-a6fb-4513-ba45-0a0b05b887b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:14.356414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:14.363887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Usage tracker for resource:security_group_rule and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:14.368374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:14.377270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:14.393081 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-899d70ac-a6fb-4513-ba45-0a0b05b887b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:14.574396 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:14.579546 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:14.586624 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f1e8c6c3-9687-4c2e-96a1-618d9a5cc8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:14.684863 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-3286a4d0-1fea-416c-a2bf-888ae22517d5 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/networks?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683665 Nov 12 07:48:14.689158 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:14.690385 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88bb1377-3a79-413d-adcb-dd28fae1ad3d req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.6234071 Nov 12 07:48:14.705198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event updated for resources: {'SecurityGroup': ['ID=421abbdc-c2f4-4f1f-a910-ba4963f68796,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:14.763241 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259', 'code': 200} Nov 12 07:48:14.763498 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:14.763619 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a451de5-42f7-47a2-b0c9-b7f1259592c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c63cda-f671-4087-a322-c645c05a78c4', 'code': 200} Nov 12 07:48:14.825730 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23c79ac-06a1-4803-a19a-25089eb12eb2', 'name': 'network-vif-deleted', 'tag': '1a4d7469-9639-45e9-82f8-675c437f4259', 'status': 'completed', 'code': 200} Nov 12 07:48:14.826060 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec446105-1dac-4e63-9e35-58de57390e8a', 'tag': '655c7853-bdd4-411f-95d5-6d819eeb3ca7', 'status': 'completed', 'code': 200} Nov 12 07:48:15.369974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-a578104f-05dc-413a-8030-ca994b92e738 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:15.371664 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-a578104f-05dc-413a-8030-ca994b92e738 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6714885 Nov 12 07:48:15.372680 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-899d70ac-a6fb-4513-ba45-0a0b05b887b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:15.399522 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d720f571-2fc5-423f-824f-f2c58c51fa64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:15.503492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d70ac-a6fb-4513-ba45-0a0b05b887b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91b4bd9f-33e6-4c57-b5d3-59c0cee59e90,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:15.523373 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-899d70ac-a6fb-4513-ba45-0a0b05b887b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:15.542764 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7fd99fc9-e287-4d73-9681-aa6a05209e3b req-535b6de1-5471-4b46-b5e0-692413e1aea0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 1159 time: 0.4068966 Nov 12 07:48:15.547091 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-7f8c0cf3-4501-4508-b168-ab156518a5ae tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/quotas/cd7a676a17ee45aea3ea3fb6437e52e0 HTTP/1.1" status: 200 len: 375 time: 0.1488206 Nov 12 07:48:15.553506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5051-bc0a-4d15-91df-4be57548fcd4 req-e2c60415-d6b3-4c4f-bb7b-075d9b2eacaa tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:15.555087 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a24f5051-bc0a-4d15-91df-4be57548fcd4 req-e2c60415-d6b3-4c4f-bb7b-075d9b2eacaa tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 944 time: 0.4179559 Nov 12 07:48:15.558304 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a4de5ae-08b5-41ce-85ac-f752758d98e8 req-bc2c1b67-3aa8-44d6-8426-843411e06045 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 1161 time: 0.7312038 Nov 12 07:48:15.739578 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-f3e16ca0-77bc-409a-a2ec-abb0953be7fe tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1801465 Nov 12 07:48:15.826891 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-899d70ac-a6fb-4513-ba45-0a0b05b887b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:15.841710 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a4de5ae-08b5-41ce-85ac-f752758d98e8 req-ffe7fb29-15d5-4b36-902b-51eb03ceef86 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692051 Nov 12 07:48:15.847115 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a24f5051-bc0a-4d15-91df-4be57548fcd4 req-750248a9-100f-4e97-a75f-c8134a58680c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758753 Nov 12 07:48:15.853686 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-899d70ac-a6fb-4513-ba45-0a0b05b887b8 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/91b4bd9f-33e6-4c57-b5d3-59c0cee59e90 HTTP/1.1" status: 204 len: 168 time: 1.8350041 Nov 12 07:48:15.854461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52232) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:15.882551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd99fc9-e287-4d73-9681-aa6a05209e3b req-d670de79-0ebd-48f6-afc5-12ba84834387 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:15.884225 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7fd99fc9-e287-4d73-9681-aa6a05209e3b req-d670de79-0ebd-48f6-afc5-12ba84834387 service neutron] 10.222.0.33 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 913 time: 0.3237791 Nov 12 07:48:16.056156 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:16.111031 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7fd99fc9-e287-4d73-9681-aa6a05209e3b req-e3128929-fa75-4733-b07d-52374f556cdb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=655c7853-bdd4-411f-95d5-6d819eeb3ca7 HTTP/1.1" status: 200 len: 217 time: 0.2108252 Nov 12 07:48:16.124961 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cfd65652-9448-4662-9f4c-29493838a40b req-63308c70-59fe-47bb-825a-b158f3f17b91 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "GET /v2.0/security-groups/ac460492-f604-43ae-a640-835ff498531e HTTP/1.1" status: 200 len: 1634 time: 0.1306627 Nov 12 07:48:16.241977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd99fc9-e287-4d73-9681-aa6a05209e3b req-64ebfa35-ea0d-4015-ac69-3929bb7fcf02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:16.243622 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7fd99fc9-e287-4d73-9681-aa6a05209e3b req-64ebfa35-ea0d-4015-ac69-3929bb7fcf02 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=061eb431-be4a-415f-9236-3a16a64d078a HTTP/1.1" status: 200 len: 859 time: 0.1236951 Nov 12 07:48:16.252512 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-03888f59-017a-4458-8b9d-80b01d7bc451 req-536261a5-8a9a-4ab5-8871-fb101745065d service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2143846 Nov 12 07:48:16.264647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:16.306815 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7fd99fc9-e287-4d73-9681-aa6a05209e3b req-e8475df5-a3f2-42e5-b60d-67f0fd6a76e6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=44e340f5-5c7b-410f-886c-f4c18a733214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532465 Nov 12 07:48:16.350994 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cfd65652-9448-4662-9f4c-29493838a40b req-756b7f8e-25c1-4bb8-b3c8-3551fd414135 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:16.425282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71dec89f-760d-4076-aef8-88ce965d6ab4']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:16.440715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72eda158-5297-4fba-8e99-8a37abc96335') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:16.441358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72eda158-5297-4fba-8e99-8a37abc96335') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:16.454554 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cfd65652-9448-4662-9f4c-29493838a40b req-756b7f8e-25c1-4bb8-b3c8-3551fd414135 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:16.455766 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:16.474545 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:16.476619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:48:16.558371 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7fd99fc9-e287-4d73-9681-aa6a05209e3b req-af6dbb9d-95ea-40db-b77a-80641eedaa54 service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356839 Nov 12 07:48:16.564178 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cfd65652-9448-4662-9f4c-29493838a40b req-756b7f8e-25c1-4bb8-b3c8-3551fd414135 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:16.579322 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7507994e-3637-4b24-8d9a-fa5242bf79d8 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:16.638788 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cfd65652-9448-4662-9f4c-29493838a40b req-756b7f8e-25c1-4bb8-b3c8-3551fd414135 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:16.640052 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cfd65652-9448-4662-9f4c-29493838a40b req-756b7f8e-25c1-4bb8-b3c8-3551fd414135 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] 10.222.0.40 "DELETE /v2.0/security-groups/ac460492-f604-43ae-a640-835ff498531e HTTP/1.1" status: 204 len: 173 time: 0.4780941 Nov 12 07:48:16.645332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b7f8e-25c1-4bb8-b3c8-3551fd414135 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac460492-f604-43ae-a640-835ff498531e,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:16.746116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 52258) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:16.749421 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-756b7f8e-25c1-4bb8-b3c8-3551fd414135 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:16.890853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6491088-82ba-49ad-8b41-a2f13243741c admin admin] Deleting subnet ba849498-f25f-43e3-9fd3-4a9a72d76b44 {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:48:16.895119 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d6491088-82ba-49ad-8b41-a2f13243741c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:16.960836 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d6491088-82ba-49ad-8b41-a2f13243741c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:17.078156 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Network 71dec89f-760d-4076-aef8-88ce965d6ab4 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:48:17.088392 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:17.097237 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7fd99fc9-e287-4d73-9681-aa6a05209e3b req-5da6e190-0f92-44da-85b3-371614e8c102 service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5213625 Nov 12 07:48:17.144701 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d6491088-82ba-49ad-8b41-a2f13243741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:17.187088 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6086f874-8d09-44d3-95c6-577a2efa93e8 req-472d4678-898a-458f-ab75-f7e51e92a04c tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/421abbdc-c2f4-4f1f-a910-ba4963f68796 HTTP/1.1" status: 200 len: 1645 time: 0.2312145 Nov 12 07:48:17.242162 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-4600adab-1428-47bf-8ecc-ac4e5344cf8e service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2256393 Nov 12 07:48:17.247144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 655c7853-bdd4-411f-95d5-6d819eeb3ca7 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:17.297643 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2c638-af81-44bc-b658-cb121cd37dc8 req-f2463154-5549-49a7-bfdb-98be34fc283c tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:17.305653 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-09a2c638-af81-44bc-b658-cb121cd37dc8 req-f2463154-5549-49a7-bfdb-98be34fc283c tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 946 time: 0.2803543 Nov 12 07:48:17.378571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Network 71dec89f-760d-4076-aef8-88ce965d6ab4 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:48:17.381530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 655c7853-bdd4-411f-95d5-6d819eeb3ca7 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:17.387652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 655c7853-bdd4-411f-95d5-6d819eeb3ca7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:17.388401 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:17.407476 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-d808a663-a046-471a-adae-1afee10ac7b1 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972612 Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:48:17.420744 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:48:17.425266 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-7ee45348-63a8-4451-9f13-e1b8ab22640a tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/networks?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639482 Nov 12 07:48:17.575603 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:17.585015 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:17.608853 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:17.621291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=71dec89f-760d-4076-aef8-88ce965d6ab4,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:17.625652 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:17.633684 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] 10.222.0.40 "DELETE /v2.0/networks/71dec89f-760d-4076-aef8-88ce965d6ab4 HTTP/1.1" status: 204 len: 168 time: 1.7777731 Nov 12 07:48:17.637852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52292) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:17.740842 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-09a2c638-af81-44bc-b658-cb121cd37dc8 req-dbffd361-a534-4c2f-b61d-88072b804921 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342027 Nov 12 07:48:17.773338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-929fdfc8-2aa3-4000-9aa3-00a352ee8ff9 admin admin] Deleting subnet 82d6da03-f5e6-405d-a3ba-f45f183fbc02 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:48:17.773582 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:17.776957 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-929fdfc8-2aa3-4000-9aa3-00a352ee8ff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:17.835785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 655c7853-bdd4-411f-95d5-6d819eeb3ca7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=655c7853-bdd4-411f-95d5-6d819eeb3ca7,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:17.836848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec446105-1dac-4e63-9e35-58de57390e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655c7853-bdd4-411f-95d5-6d819eeb3ca7'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:17.843580 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:17.846204 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-929fdfc8-2aa3-4000-9aa3-00a352ee8ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:17.846332 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:17.911734 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-929fdfc8-2aa3-4000-9aa3-00a352ee8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:17.923815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=655c7853-bdd4-411f-95d5-6d819eeb3ca7,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:17.929755 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:18.222059 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-929fdfc8-2aa3-4000-9aa3-00a352ee8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:18.239626 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87d55ee4-382f-474c-b245-8c572e14ce0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:18.241172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-fe1fb8c1-10a1-44ee-9e15-a43798692882 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:18.242777 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-fe1fb8c1-10a1-44ee-9e15-a43798692882 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8038387 Nov 12 07:48:18.265819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-4e40b6e1-74d2-4447-93d2-1c212958b84f tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:18.267409 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-4e40b6e1-74d2-4447-93d2-1c212958b84f tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8409803 Nov 12 07:48:18.280501 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d6491088-82ba-49ad-8b41-a2f13243741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:18.290983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Request body: {'port': {'device_id': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'cd7a676a17ee45aea3ea3fb6437e52e0'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:18.325083 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-899d70ac-a6fb-4513-ba45-0a0b05b887b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:18.344135 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fdfc8-2aa3-4000-9aa3-00a352ee8ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d6da03-f5e6-405d-a3ba-f45f183fbc02,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:18.347996 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-929fdfc8-2aa3-4000-9aa3-00a352ee8ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:18.382378 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-929fdfc8-2aa3-4000-9aa3-00a352ee8ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:18.389169 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-929fdfc8-2aa3-4000-9aa3-00a352ee8ff9 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/82d6da03-f5e6-405d-a3ba-f45f183fbc02 HTTP/1.1" status: 204 len: 168 time: 0.7498939 Nov 12 07:48:18.391809 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52308) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:18.471011 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-2882f177-240d-468a-ada0-57f124aa8d6f tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/quotas/cd7a676a17ee45aea3ea3fb6437e52e0 HTTP/1.1" status: 200 len: 375 time: 0.2146437 Nov 12 07:48:18.491182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6491088-82ba-49ad-8b41-a2f13243741c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba849498-f25f-43e3-9fd3-4a9a72d76b44,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:18.512091 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d6491088-82ba-49ad-8b41-a2f13243741c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:18.513226 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:18.586833 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-a27182f4-89bd-4deb-aedd-2e44844fa1ec tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861762 Nov 12 07:48:18.598066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39cb36-fe6c-4b5d-b234-505ea6172aee req-3e1c7bf8-ebfb-4cf7-bd1e-c5280f42bdaa tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:18.599592 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a39cb36-fe6c-4b5d-b234-505ea6172aee req-3e1c7bf8-ebfb-4cf7-bd1e-c5280f42bdaa tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 950 time: 0.4776731 Nov 12 07:48:18.687371 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:18.690304 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d6491088-82ba-49ad-8b41-a2f13243741c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:18.696158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Usage tracker for resource:port and tenant:cd7a676a17ee45aea3ea3fb6437e52e0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:18.702284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:18.708586 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:18.708792 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d6491088-82ba-49ad-8b41-a2f13243741c admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ba849498-f25f-43e3-9fd3-4a9a72d76b44 HTTP/1.1" status: 204 len: 168 time: 1.9614522 Nov 12 07:48:18.716089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:18.717285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 52312) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:18.857551 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:18.917688 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a39cb36-fe6c-4b5d-b234-505ea6172aee req-8857483b-18fe-467c-b7e8-2a3b51ab2f03 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005276 Nov 12 07:48:18.918089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53eb51a-63b8-496b-bf08-ff830a267deb']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:18.952506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a73566-42d7-4acc-9e40-9984bc646845') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:18.952846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a73566-42d7-4acc-9e40-9984bc646845') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:18.968806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 655c7853-bdd4-411f-95d5-6d819eeb3ca7 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:18.970972 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:18.991927 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-3b3f2ddf-05b3-436d-91a6-48060727e2fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1165 time: 0.1854281 Nov 12 07:48:18.995797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:18.998090 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:48:19.003330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Made reservation on behalf of cd7a676a17ee45aea3ea3fb6437e52e0 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:19.009707 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.027300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-874386890', 'description': 'tempest-description-1202861680'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:19.034171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:19.038879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Usage tracker for resource:security_group and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:19.041940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:19.048921 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:19.057500 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 655c7853-bdd4-411f-95d5-6d819eeb3ca7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:19.058347 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.068055 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.197305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Network f53eb51a-63b8-496b-bf08-ff830a267deb has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:48:19.209275 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.216539 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.253966 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.376769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:19.390102 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Usage tracker for resource:security_group_rule and tenant:cd7a676a17ee45aea3ea3fb6437e52e0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:19.396830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:19.411415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:19.427298 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a98586-7eb7-4c24-884a-9ac22e0a9ab3 req-b1bcf626-71b5-4750-8034-71788e54df3f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:19.428974 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-05a98586-7eb7-4c24-884a-9ac22e0a9ab3 req-b1bcf626-71b5-4750-8034-71788e54df3f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.4906054 Nov 12 07:48:19.429925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:19.432409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Usage tracker for resource:security_group_rule and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:19.438246 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:19.473246 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:19.498743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf85d800-b8a3-4be5-a127-78fbecc42c38']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:19.505960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Network f53eb51a-63b8-496b-bf08-ff830a267deb has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:48:19.531509 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:48:19.535726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4929fc7c-c7d8-455c-9211-0af203dbd1b3') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:19.536058 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4929fc7c-c7d8-455c-9211-0af203dbd1b3') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:19.564105 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.608415 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-05a98586-7eb7-4c24-884a-9ac22e0a9ab3 req-bbc453ed-9b6d-44f7-9115-c6d36bb88049 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668315 Nov 12 07:48:19.614578 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.617936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-7ff9944d-07cd-4226-a089-2eef2ba5a1de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:19.619542 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-7ff9944d-07cd-4226-a089-2eef2ba5a1de service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.4131639 Nov 12 07:48:19.628048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:48:19.687328 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec446105-1dac-4e63-9e35-58de57390e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655c7853-bdd4-411f-95d5-6d819eeb3ca7', 'code': 200} Nov 12 07:48:19.702677 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-3856fa65-cabe-4c5f-8ed2-d50bb9d5e0a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 200 len: 217 time: 0.0762510 Nov 12 07:48:19.703877 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.713388 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a6a0cf43-b0a4-479d-a7a1-0779b635c13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:19.732783 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.738269 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.772851 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.801029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Pushing event deleted for resources: {'Network': ['ID=f53eb51a-63b8-496b-bf08-ff830a267deb,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:19.808083 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b5f3a22a-9afe-4712-85cc-2b342eab2a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:19.809722 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:19.818371 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6019103d-ecaf-45d9-b246-6e3bb55fba8f admin admin] 10.222.0.40 "DELETE /v2.0/networks/f53eb51a-63b8-496b-bf08-ff830a267deb HTTP/1.1" status: 204 len: 168 time: 1.4246380 Nov 12 07:48:19.842579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-35aa0399-0015-496e-bbca-496f055af81f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:19.844570 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-35aa0399-0015-496e-bbca-496f055af81f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1049774 Nov 12 07:48:19.898506 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.926153 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:19.927820 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06b3c1fc-e5f5-4085-86ee-310677507aa8 req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.9308746 Nov 12 07:48:19.963024 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-1e35e2a5-08de-4b58-84b9-935b50ea21c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116781 Nov 12 07:48:19.995931 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:20.071606 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0a96f0a7-f11a-41fe-b31d-574de68937bb req-650ea74d-5fcf-47bf-a6f4-03c4a73a949d tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 210 time: 0.1697161 Nov 12 07:48:20.073714 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-d9301f81-acea-400e-b7ca-de768aedf513 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.33 "GET /v2.0/networks?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1524982 Nov 12 07:48:20.076425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Network bf85d800-b8a3-4be5-a127-78fbecc42c38 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:48:20.096266 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:20.112162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7cd80b-be18-4e1c-a2d2-43b105158857,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:20.155640 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:20.213322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 52338) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:20.217208 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5fe5b865-908f-4db9-82ef-5a7cd5ea8127 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:20.253223 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-f7b5f378-ccfe-4679-9637-b84671d8064c service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820725 Nov 12 07:48:20.636427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52346) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:20.706462 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-0ff83cbc-0c41-40e9-be1b-d4cce8789103 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4464989 Nov 12 07:48:20.808561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-828c46d9-92fb-47d5-8082-73d9638397fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:20.843521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-828c46d9-92fb-47d5-8082-73d9638397fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:20.847537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-828c46d9-92fb-47d5-8082-73d9638397fa admin admin] Usage tracker for resource:security_group_rule and tenant:b63914ecc9b74e39aa9d095603c12517 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:20.847665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf60445-4144-49cc-9555-ead92136efad,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:20.851432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-828c46d9-92fb-47d5-8082-73d9638397fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:20.858904 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-828c46d9-92fb-47d5-8082-73d9638397fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:20.867288 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:20.931092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Network bf85d800-b8a3-4be5-a127-78fbecc42c38 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:48:20.944130 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-828c46d9-92fb-47d5-8082-73d9638397fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:20.948163 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-828c46d9-92fb-47d5-8082-73d9638397fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:20.956087 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-daf81eae-6f9f-40b2-a004-d007cede7d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:48:20.983198 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:48:20.998632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c46d9-92fb-47d5-8082-73d9638397fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5156b42-5c22-4971-bb9a-28b25d9f78f6,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:21.002307 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-828c46d9-92fb-47d5-8082-73d9638397fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:21.006448 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-828c46d9-92fb-47d5-8082-73d9638397fa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b63914ecc9b74e39aa9d095603c12517&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3682995 Nov 12 07:48:21.009364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52354) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:21.075738 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f04fd651-13fd-4a24-89d2-ccee4493f456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.090600 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e28b53c6-4e42-44ea-9629-a0b756b1c4a9 req-1a126061-cb66-4e6e-9742-456171b40418 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 1161 time: 1.2916965 Nov 12 07:48:21.104408 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f04fd651-13fd-4a24-89d2-ccee4493f456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.153800 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f04fd651-13fd-4a24-89d2-ccee4493f456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.158937 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b1fe7a30-ce17-40f2-b38a-dcf39bf0d53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:21.172351 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2fa37ef6-e50f-49b5-a908-cc0f4c02fe65 req-084fa6d1-6ebd-42c7-b426-9a3db2d6f418 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/dc7cd80b-be18-4e1c-a2d2-43b105158857 HTTP/1.1" status: 200 len: 1646 time: 0.8667562 Nov 12 07:48:21.173459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fd651-13fd-4a24-89d2-ccee4493f456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5156b42-5c22-4971-bb9a-28b25d9f78f6,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:21.174905 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5f45c3f4-d99b-4cad-93b3-9b14711d6eb5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fd6c469cc4bb48249b325f9ce0c91c69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9492617 Nov 12 07:48:21.176965 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f04fd651-13fd-4a24-89d2-ccee4493f456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.180596 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f04fd651-13fd-4a24-89d2-ccee4493f456 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d5156b42-5c22-4971-bb9a-28b25d9f78f6 HTTP/1.1" status: 204 len: 168 time: 0.1679988 Nov 12 07:48:21.180596 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f04fd651-13fd-4a24-89d2-ccee4493f456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:21.180596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52360) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:21.193420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f1d22a4b-bb6e-46ac-a066-25957aaa733b tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:21.195088 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f1d22a4b-bb6e-46ac-a066-25957aaa733b tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0845184 Nov 12 07:48:21.229654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Request body: {'port': {'device_id': '94f59f1e-2805-40d8-a46a-47f604d16ceb', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'cd7a676a17ee45aea3ea3fb6437e52e0'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:21.254830 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.291439 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a3ba498e-79cb-4690-a3e8-d4e108cecab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.323747 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a3ba498e-79cb-4690-a3e8-d4e108cecab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.338649 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e28b53c6-4e42-44ea-9629-a0b756b1c4a9 req-ac35cc83-1586-4e88-ac67-0ae12acdc5cc service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348359 Nov 12 07:48:21.345627 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.358081 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-07a06de8-d4da-4da3-b87d-69319c02ffbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:21.379443 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a3ba498e-79cb-4690-a3e8-d4e108cecab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.391053 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:21.407459 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] 10.222.0.40 "DELETE /v2.0/networks/bf85d800-b8a3-4be5-a127-78fbecc42c38 HTTP/1.1" status: 204 len: 168 time: 2.6867115 Nov 12 07:48:21.412240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba498e-79cb-4690-a3e8-d4e108cecab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e602e929-a7d9-489d-9d2b-63fcfdf10110,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:21.416024 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a3ba498e-79cb-4690-a3e8-d4e108cecab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:21.417228 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a3ba498e-79cb-4690-a3e8-d4e108cecab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.419431 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a3ba498e-79cb-4690-a3e8-d4e108cecab5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e602e929-a7d9-489d-9d2b-63fcfdf10110 HTTP/1.1" status: 204 len: 168 time: 0.2381108 Nov 12 07:48:21.467245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6609f4-07c5-4a52-be77-c94d7c8993c2 req-f45a4285-4fe3-4b47-86da-4a968ef5f1c1 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:21.468872 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5f6609f4-07c5-4a52-be77-c94d7c8993c2 req-f45a4285-4fe3-4b47-86da-4a968ef5f1c1 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 946 time: 1.0963850 Nov 12 07:48:21.469815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf85d800-b8a3-4be5-a127-78fbecc42c38,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:21.517870 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:21.650232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Allocated IP 192.168.233.165 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/cecc9487-63ee-47b8-bfa0-38ff8d8eb432) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:48:21.660253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52374) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:21.683094 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5f6609f4-07c5-4a52-be77-c94d7c8993c2 req-9f6dada5-5339-4013-8a40-474f40ee6e20 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719446 Nov 12 07:48:21.691975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:21.701278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Usage tracker for resource:port and tenant:cd7a676a17ee45aea3ea3fb6437e52e0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:21.719421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:21.737862 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da397dbd-c8d8-41c1-bbe7-7140a0aade47 req-5cb01612-eee1-498f-a92b-06ea2cbb3179 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:21.739299 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-da397dbd-c8d8-41c1-bbe7-7140a0aade47 req-5cb01612-eee1-498f-a92b-06ea2cbb3179 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 950 time: 0.3630445 Nov 12 07:48:21.749329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:21.750561 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-28e86e0e-fb5d-4e20-a1dc-2fc274272a7b admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=df00d4adbb61409687704d8cee0ac12d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0887971 Nov 12 07:48:21.753025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52382) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:21.798414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Made reservation on behalf of cd7a676a17ee45aea3ea3fb6437e52e0 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:21.804406 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.832203 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2b2d-1104-4abf-9ce0-8f1a494accde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.863445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2b2d-1104-4abf-9ce0-8f1a494accde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.928093 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2b2d-1104-4abf-9ce0-8f1a494accde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.940065 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b1a1ce4-1caa-49ca-9797-67adbc93365f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:21.956862 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f2b2d-1104-4abf-9ce0-8f1a494accde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbed406-ea02-4794-96f1-9d82c84de23f,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:21.967582 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2b2d-1104-4abf-9ce0-8f1a494accde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:21.971952 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-dc9f2b2d-1104-4abf-9ce0-8f1a494accde admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/ecbed406-ea02-4794-96f1-9d82c84de23f HTTP/1.1" status: 204 len: 168 time: 0.2178776 Nov 12 07:48:21.973775 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc9f2b2d-1104-4abf-9ce0-8f1a494accde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:22.003704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52388) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:22.023613 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-da397dbd-c8d8-41c1-bbe7-7140a0aade47 req-bb50a6b4-5443-4da1-ae36-d4b280e66428 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711854 Nov 12 07:48:22.024263 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c242-ef31-4005-81d9-39900be5537f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.045214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52392) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:22.097936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5fa6c242-ef31-4005-81d9-39900be5537f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:22.110797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5fa6c242-ef31-4005-81d9-39900be5537f admin admin] Usage tracker for resource:security_group_rule and tenant:5345dfbebf8c413ea6506023eb943411 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:22.116320 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5fa6c242-ef31-4005-81d9-39900be5537f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:22.125734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5fa6c242-ef31-4005-81d9-39900be5537f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:22.132644 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-faa951f6-31c5-40f6-8256-349560a53d07 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=fc6120e4d114487ba79ac910e1b276b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0852532 Nov 12 07:48:22.133340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52396) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:22.248664 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b9d-fe42-44ed-a08b-a5dfa3f9a551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.279360 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c242-ef31-4005-81d9-39900be5537f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.290298 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5fa6c242-ef31-4005-81d9-39900be5537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.300933 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9ee6a3d4-2a90-4152-b478-46a759102d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:22.312546 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b9d-fe42-44ed-a08b-a5dfa3f9a551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.336965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9343f2eb-6180-4be2-bffb-ab2c756c534f req-d6fe1222-4394-48ac-b22b-3120be1b2f3e tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Synchronizing usage tracker for tenant:cd7a676a17ee45aea3ea3fb6437e52e0 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:22.380957 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.386919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6c242-ef31-4005-81d9-39900be5537f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d4ec1b-75b7-4368-843f-f51d35163260,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:22.390258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc74e1a-839c-452c-86f6-be67b12eaa06 req-9008839f-7395-48a6-8b3a-90230f1c5619 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:22.391932 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ecc74e1a-839c-452c-86f6-be67b12eaa06 req-9008839f-7395-48a6-8b3a-90230f1c5619 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.4768913 Nov 12 07:48:22.397968 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5fa6c242-ef31-4005-81d9-39900be5537f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5345dfbebf8c413ea6506023eb943411&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3929739 Nov 12 07:48:22.398733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52402) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:22.399695 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5fa6c242-ef31-4005-81d9-39900be5537f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:22.428994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-9343f2eb-6180-4be2-bffb-ab2c756c534f req-d6fe1222-4394-48ac-b22b-3120be1b2f3e tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Unset dirty status for tenant:cd7a676a17ee45aea3ea3fb6437e52e0 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:22.430260 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9343f2eb-6180-4be2-bffb-ab2c756c534f req-d6fe1222-4394-48ac-b22b-3120be1b2f3e tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 210 time: 0.1609015 Nov 12 07:48:22.449598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Transition to ACTIVE for port object cecc9487-63ee-47b8-bfa0-38ff8d8eb432 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:22.451642 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b9d-fe42-44ed-a08b-a5dfa3f9a551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.457442 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94eca0bb-2217-4b1a-8bbc-f243183be120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:22.470404 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ecc74e1a-839c-452c-86f6-be67b12eaa06 req-0d1aa365-addd-4193-b12a-b2f7774ba21f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674276 Nov 12 07:48:22.502165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee5b9d-fe42-44ed-a08b-a5dfa3f9a551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a64e684-0d6b-46bd-bd97-4f90e7be1ffb,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:22.528250 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-03ee5b9d-fe42-44ed-a08b-a5dfa3f9a551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:22.536277 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd11097b-aaa0-47cc-8bd2-e94086ab98d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.539180 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03ee5b9d-fe42-44ed-a08b-a5dfa3f9a551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.543410 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-03ee5b9d-fe42-44ed-a08b-a5dfa3f9a551 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4a64e684-0d6b-46bd-bd97-4f90e7be1ffb HTTP/1.1" status: 204 len: 168 time: 0.4078929 Nov 12 07:48:22.578147 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd11097b-aaa0-47cc-8bd2-e94086ab98d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.634514 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd11097b-aaa0-47cc-8bd2-e94086ab98d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.645599 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20fc34bf-4227-40b3-8e3d-9dfdfc2fd74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:22.682376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Allocated IP 192.168.233.111 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/fddaf72b-a4ae-4aaa-947a-aadfeffdad11) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:48:22.703802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11097b-aaa0-47cc-8bd2-e94086ab98d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d4ec1b-75b7-4368-843f-f51d35163260,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:22.709343 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd11097b-aaa0-47cc-8bd2-e94086ab98d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:22.737782 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd11097b-aaa0-47cc-8bd2-e94086ab98d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.743893 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cd11097b-aaa0-47cc-8bd2-e94086ab98d1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a8d4ec1b-75b7-4368-843f-f51d35163260 HTTP/1.1" status: 204 len: 168 time: 0.3405409 Nov 12 07:48:22.757292 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:22.778960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1638379019', 'description': 'tempest-description-1228692508'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:22.783607 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7686a58d-9fbf-4d3e-bbb4-4329b8643331 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:22.829577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:22.856962 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Usage tracker for resource:security_group and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:22.912456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:22.942967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:23.002176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Pushing event updated for resources: {'Port': ['ID=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:23.055668 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:23.069101 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:23.243867 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:23.252184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Usage tracker for resource:security_group_rule and tenant:80044f1f20474c778efd2639c0062216 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:23.267260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:23.285136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:23.293627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:48:23.304618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:23.315265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:48:23.355559 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:23.715552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-472a11e9-9e32-436a-a2ef-1e7767e44f6c None None] Provisioning for port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:23.722776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-472a11e9-9e32-436a-a2ef-1e7767e44f6c None None] Provisioning complete for port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:23.723444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-472a11e9-9e32-436a-a2ef-1e7767e44f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:23.732148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4137b4-81aa-4cf4-b67c-56589268e4f8 req-60e2bacd-37ac-4e21-b1d5-bc05c498643e tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:23.733884 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa4137b4-81aa-4cf4-b67c-56589268e4f8 req-60e2bacd-37ac-4e21-b1d5-bc05c498643e tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 946 time: 0.6664131 Nov 12 07:48:23.749065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Transition to ACTIVE for port object fddaf72b-a4ae-4aaa-947a-aadfeffdad11 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:23.793281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:23.793961 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:23.800502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-472a11e9-9e32-436a-a2ef-1e7767e44f6c None None] Port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:48:23.869871 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:23.875233 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5926702 Nov 12 07:48:23.877657 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa4137b4-81aa-4cf4-b67c-56589268e4f8 req-8d048999-57e0-466f-a9f1-a2bfca42229e tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302044 Nov 12 07:48:23.879138 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:23.883538 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:23.888367 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-573eab40-d7d2-4560-a215-c1c7a9d978ef tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:23.902481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Request body: {'port': {'device_id': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:24.117344 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:24.117344 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1fed3b54-258f-45e4-81c0-ce354579319b req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.3838136 Nov 12 07:48:24.121894 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event updated for resources: {'SecurityGroup': ['ID=06f012a4-9e92-4c63-a5f2-bb1b463360b2,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:24.132873 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:24.162957 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1740d02c-9068-4e27-93ee-7430c9e3698e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:24.360731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Pushing event updated for resources: {'Port': ['ID=fddaf72b-a4ae-4aaa-947a-aadfeffdad11,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:24.366054 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:24.368346 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:24.447517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:48:24.457779 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:24.465622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d7e85-621f-4f7d-bf11-db7533ced3fb req-1c76f2ca-a6d6-452b-a90e-5eb23045ee8b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:24.467198 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-346d7e85-621f-4f7d-bf11-db7533ced3fb req-1c76f2ca-a6d6-452b-a90e-5eb23045ee8b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 950 time: 0.4217865 Nov 12 07:48:24.476044 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:48:24.645703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546890c-fe1d-48c9-96ee-2c46df577751 req-6d27d0b3-918c-44d6-ae46-35979b099a32 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:24.647374 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f546890c-fe1d-48c9-96ee-2c46df577751 req-6d27d0b3-918c-44d6-ae46-35979b099a32 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 936 time: 0.3883157 Nov 12 07:48:24.660520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:24.661139 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:24.729271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-141ca218-701f-4365-994f-e172704e2960 None None] Provisioning for port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:24.735303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-141ca218-701f-4365-994f-e172704e2960 None None] Provisioning complete for port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:24.735900 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-141ca218-701f-4365-994f-e172704e2960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:24.748856 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-346d7e85-621f-4f7d-bf11-db7533ced3fb req-7ed52d09-c1bf-40c1-be3d-d97e798a7993 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382534 Nov 12 07:48:24.762402 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5526564 Nov 12 07:48:24.796201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Request body: {'port': {'device_id': '94f59f1e-2805-40d8-a46a-47f604d16ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:24.805747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-141ca218-701f-4365-994f-e172704e2960 None None] Port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:48:24.882369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f546890c-fe1d-48c9-96ee-2c46df577751 req-8bba305b-dd23-4658-b19a-fb564e59bd59 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Synchronizing usage tracker for tenant:cd7a676a17ee45aea3ea3fb6437e52e0 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:25.100742 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f546890c-fe1d-48c9-96ee-2c46df577751 req-8bba305b-dd23-4658-b19a-fb564e59bd59 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Unset dirty status for tenant:cd7a676a17ee45aea3ea3fb6437e52e0 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:25.102032 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f546890c-fe1d-48c9-96ee-2c46df577751 req-8bba305b-dd23-4658-b19a-fb564e59bd59 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338105 Nov 12 07:48:25.111295 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:25.225810 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f738fc-7ff7-4bc8-8f45-723e6f4953ad req-594486d6-b442-4012-9c56-43791d061154 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:25.227453 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-48f738fc-7ff7-4bc8-8f45-723e6f4953ad req-594486d6-b442-4012-9c56-43791d061154 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.2897217 Nov 12 07:48:25.427842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecc9487-63ee-47b8-bfa0-38ff8d8eb432 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:48:25.445255 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:25.482446 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-48f738fc-7ff7-4bc8-8f45-723e6f4953ad req-8b36bbde-23fa-4042-af2e-6f134074b954 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186482 Nov 12 07:48:25.499566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Transition to ACTIVE for port object cecc9487-63ee-47b8-bfa0-38ff8d8eb432 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:25.518017 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:25.543786 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-55221d2b-1cf4-4435-a2a3-068f629ae86e tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:25.861364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52510) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:26.037909 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c6bf7f86-4571-4a50-bc13-c22f8a87e037 req-754fdfbc-cbb6-44d9-8883-891c8e8c4ab3 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/06f012a4-9e92-4c63-a5f2-bb1b463360b2 HTTP/1.1" status: 200 len: 1647 time: 0.5948408 Nov 12 07:48:26.076284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:26.088174 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95bfdea9-b16f-4a1d-8915-ae74e767047c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.092985 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:26.122559 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-95bfdea9-b16f-4a1d-8915-ae74e767047c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:26.126903 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-95bfdea9-b16f-4a1d-8915-ae74e767047c admin admin] Usage tracker for resource:security_group_rule and tenant:35562363baf143f383f415d917b092bb is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:26.129927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-95bfdea9-b16f-4a1d-8915-ae74e767047c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:26.135888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-95bfdea9-b16f-4a1d-8915-ae74e767047c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:26.187883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a18d3-7883-4cc8-8f35-0b27575b31e9 req-4e7bbfb3-611d-4d7b-bd48-2220733b749b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:26.189615 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f38a18d3-7883-4cc8-8f35-0b27575b31e9 req-4e7bbfb3-611d-4d7b-bd48-2220733b749b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 946 time: 0.2055147 Nov 12 07:48:26.222353 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95bfdea9-b16f-4a1d-8915-ae74e767047c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.228010 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95bfdea9-b16f-4a1d-8915-ae74e767047c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.239318 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-742e82fd-d354-45bd-bc8b-297e7afd4610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:26.294384 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfdea9-b16f-4a1d-8915-ae74e767047c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a06fad-52a9-4c5e-be66-3e5b3a1017a1,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:26.300589 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-95bfdea9-b16f-4a1d-8915-ae74e767047c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:26.308212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-95bfdea9-b16f-4a1d-8915-ae74e767047c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=35562363baf143f383f415d917b092bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4455857 Nov 12 07:48:26.309277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52522) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:26.406792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e6697316-e80d-49bf-a706-b55701cfcdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.411844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddaf72b-a4ae-4aaa-947a-aadfeffdad11 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:48:26.423904 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f38a18d3-7883-4cc8-8f35-0b27575b31e9 req-21a5257a-d4ef-4bdc-82f5-72a0fafee576 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812954 Nov 12 07:48:26.432269 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.451825 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e6697316-e80d-49bf-a706-b55701cfcdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.460741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Transition to ACTIVE for port object fddaf72b-a4ae-4aaa-947a-aadfeffdad11 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:26.469384 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.485647 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:26.505944 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e6697316-e80d-49bf-a706-b55701cfcdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.511390 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d1b0c2f8-f893-49cc-8051-070b658d7317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:26.515140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Attempting to bind port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:48:26.515523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Attempting to bind port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:48:26.515893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Attempting to bind port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:48:26.550387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6697316-e80d-49bf-a706-b55701cfcdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a06fad-52a9-4c5e-be66-3e5b3a1017a1,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:26.554343 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e6697316-e80d-49bf-a706-b55701cfcdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:26.562434 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e6697316-e80d-49bf-a706-b55701cfcdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.566068 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e6697316-e80d-49bf-a706-b55701cfcdbf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/55a06fad-52a9-4c5e-be66-3e5b3a1017a1 HTTP/1.1" status: 204 len: 168 time: 0.2530811 Nov 12 07:48:26.638289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:48:26.638599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:26.639012 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.639411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:48:26.640120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Bound port: cecc9487-63ee-47b8-bfa0-38ff8d8eb432, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:48:26.640288 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.716045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Pushing event updated for resources: {'Port': ['ID=fddaf72b-a4ae-4aaa-947a-aadfeffdad11,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:26.747828 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:26.875260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] For port cecc9487-63ee-47b8-bfa0-38ff8d8eb432, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:26.881188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] For port cecc9487-63ee-47b8-bfa0-38ff8d8eb432, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:48:26.891624 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:26.961285 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-89ab6d11-3607-4d4c-abcb-622f04b181c5 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:26.996013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f173b6-3c95-4bda-a291-49d50749987f req-1ebf6db9-5c78-4aa6-b952-6615b5db5c2a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:26.997869 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9f173b6-3c95-4bda-a291-49d50749987f req-1ebf6db9-5c78-4aa6-b952-6615b5db5c2a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 950 time: 0.3218601 Nov 12 07:48:27.194791 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-01eadb98-0aaa-4a4d-9e29-46529f1dc6e0 req-5877d3e6-7055-43d1-93c6-3dbbd4a710a8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] show failed (client error): The resource could not be found. Nov 12 07:48:27.195587 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-01eadb98-0aaa-4a4d-9e29-46529f1dc6e0 req-5877d3e6-7055-43d1-93c6-3dbbd4a710a8 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/a0c3c187-7341-413a-a591-eae64a487940 HTTP/1.1" status: 404 len: 352 time: 0.1547225 Nov 12 07:48:27.298373 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:27.317223 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:27.336949 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9f173b6-3c95-4bda-a291-49d50749987f req-6b1c5388-2da2-4eb4-9bd0-e67cd6b290e1 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872078 Nov 12 07:48:27.438102 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92b3d7d3-1a26-46ec-9a18-1b2790237a64 req-a3db8c5c-fccd-4401-a006-61b210c2a48c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 1161 time: 0.5295973 Nov 12 07:48:27.503634 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:27.505531 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/cecc9487-63ee-47b8-bfa0-38ff8d8eb432 HTTP/1.1" status: 200 len: 1160 time: 3.6182735 Nov 12 07:48:27.506578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:27.513368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Attempting to bind port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:48:27.514025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Attempting to bind port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:48:27.514561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Attempting to bind port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:48:27.555335 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-39f68988-6f64-4486-8ebc-bbb3fb52284c service neutron] show failed (client error): The resource could not be found. Nov 12 07:48:27.556477 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-39f68988-6f64-4486-8ebc-bbb3fb52284c service neutron] 10.222.0.41 "GET /v2.0/ports/408fa58b-cdca-42fd-8ca2-98057d42893e/bindings/n-h2-761264-6 HTTP/1.1" status: 404 len: 380 time: 0.1506305 Nov 12 07:48:27.570483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52568) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:27.736740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:48:27.737152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:27.737558 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:27.737953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:48:27.738449 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Bound port: fddaf72b-a4ae-4aaa-947a-aadfeffdad11, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:48:27.738799 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:27.786855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1802527686-network', 'tenant_id': 'e56cbd5483e14952b7a82e515f42639c'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:27.794153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:27.799961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Usage tracker for resource:network and tenant:e56cbd5483e14952b7a82e515f42639c is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:27.803770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78aa9a6-1ef1-4c34-8ad8-de94ec3a5a6e req-1eaef950-ac63-4bf8-aa13-d8b237f9fc38 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:27.805482 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f78aa9a6-1ef1-4c34-8ad8-de94ec3a5a6e req-1eaef950-ac63-4bf8-aa13-d8b237f9fc38 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 948 time: 0.4770708 Nov 12 07:48:27.822636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:27.832484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:27.844937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Made reservation on behalf of e56cbd5483e14952b7a82e515f42639c for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:27.850154 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:27.865071 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:27.924007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:27.930338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Usage tracker for resource:security_group_rule and tenant:e56cbd5483e14952b7a82e515f42639c is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:27.934218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:27.942876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:28.008093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3d7d3-1a26-46ec-9a18-1b2790237a64 req-8f0fb5bb-d44d-4fe0-ad84-d36800769f1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:28.009754 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92b3d7d3-1a26-46ec-9a18-1b2790237a64 req-8f0fb5bb-d44d-4fe0-ad84-d36800769f1b service neutron] 10.222.0.33 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 913 time: 0.5598810 Nov 12 07:48:28.025632 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-e01c4809-28b6-4461-9384-9b3cc6a3a58f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 1163 time: 0.3756700 Nov 12 07:48:28.034916 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:28.038600 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:28.043187 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a3ba498e-79cb-4690-a3e8-d4e108cecab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:28.078834 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:28.083729 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:28.094824 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:48:28.108694 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:28.109417 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Added segment c0d7fb63-448c-4362-92dc-70ab2a6082ec of type vxlan for network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 Nov 12 07:48:28.118951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 408fa58b-cdca-42fd-8ca2-98057d42893e no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:48:28.144491 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:28.154292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] For port fddaf72b-a4ae-4aaa-947a-aadfeffdad11, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:28.166408 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f78aa9a6-1ef1-4c34-8ad8-de94ec3a5a6e req-441e5ff9-e56c-4443-aa73-bff81c9b259d tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219531 Nov 12 07:48:28.180678 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:28.181942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:28.182786 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:28.187904 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92b3d7d3-1a26-46ec-9a18-1b2790237a64 req-53368332-bf5d-459b-9985-d74f3403f5f8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=655c7853-bdd4-411f-95d5-6d819eeb3ca7 HTTP/1.1" status: 200 len: 217 time: 0.1588023 Nov 12 07:48:28.189952 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:28.193363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] For port fddaf72b-a4ae-4aaa-947a-aadfeffdad11, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fddaf72b-a4ae-4aaa-947a-aadfeffdad11,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:48:28.195295 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-5eb831b6-487a-403b-9f7b-55cdf4d1bc65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=cecc9487-63ee-47b8-bfa0-38ff8d8eb432 HTTP/1.1" status: 200 len: 217 time: 0.0993509 Nov 12 07:48:28.243746 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:28.299836 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-427678c1-ec20-4d8e-91ef-0bf4c7509c75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:28.317647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Pushing event updated for resources: {'Network': ['ID=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:28.321100 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:28.345131 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-5915e92a-6fee-488a-9df9-0299e46d0ac3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a&tenant_id=6a2815708d614ce1b993a1a3e41c0d64 HTTP/1.1" status: 200 len: 1165 time: 0.4943495 Nov 12 07:48:28.352507 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:48:28.357230 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7853608 Nov 12 07:48:28.358572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52590) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:28.372931 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Request body: {'subnet': {'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1802527686-subnet', 'tenant_id': 'e56cbd5483e14952b7a82e515f42639c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:28.385992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:28.395761 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Usage tracker for resource:subnet and tenant:e56cbd5483e14952b7a82e515f42639c is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:28.399416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:28.407394 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:28.419948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Made reservation on behalf of e56cbd5483e14952b7a82e515f42639c for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:28.425500 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:28.478477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:48:28.630388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:48:28.772373 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:28.788879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-6', 'device_owner': 'compute:nova'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:28.803801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:28.814495 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 408fa58b-cdca-42fd-8ca2-98057d42893e, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=408fa58b-cdca-42fd-8ca2-98057d42893e,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:28.818766 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:28.820921 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-38937ecc-8436-4e14-8a02-0412f4a93a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:28.892982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=408fa58b-cdca-42fd-8ca2-98057d42893e,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:28.896563 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:28.907160 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-18cec0ed-21c7-43e3-a511-5e507946cb4c req-0f4c214a-5fea-4b0d-9731-b080233103ee tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] show failed (client error): The resource could not be found. Nov 12 07:48:28.908317 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-18cec0ed-21c7-43e3-a511-5e507946cb4c req-0f4c214a-5fea-4b0d-9731-b080233103ee tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-group-rules/100ceda8-0eb6-4c06-9d0d-a9e4173daa8e HTTP/1.1" status: 404 len: 361 time: 0.4920902 Nov 12 07:48:28.916979 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3d7d3-1a26-46ec-9a18-1b2790237a64 req-b6dfa03b-a6e1-4778-b555-c67e92e17c2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:28.918738 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92b3d7d3-1a26-46ec-9a18-1b2790237a64 req-b6dfa03b-a6e1-4778-b555-c67e92e17c2a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=061eb431-be4a-415f-9236-3a16a64d078a HTTP/1.1" status: 200 len: 859 time: 0.7225099 Nov 12 07:48:28.951314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-27ad00bb-5ca8-451c-8000-4afdfac39af7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:28.952945 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-27ad00bb-5ca8-451c-8000-4afdfac39af7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.7151630 Nov 12 07:48:28.954243 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:28.970214 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:28.991893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Pushing event updated for resources: {'Port': ['ID=fddaf72b-a4ae-4aaa-947a-aadfeffdad11,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:29.005279 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432', 'status': 'completed', 'code': 200} Nov 12 07:48:29.014745 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:29.095922 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92b3d7d3-1a26-46ec-9a18-1b2790237a64 req-b4cdfd15-5970-4e72-a646-7f269caac63a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=44e340f5-5c7b-410f-886c-f4c18a733214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503682 Nov 12 07:48:29.120870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6518e193-b426-4cb3-8412-63a23c5060f8,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:29.124201 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:29.201553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Checking segment: {'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:29.201946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Network hostable DHCP agents. Network: 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:48:29.224158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:48:29.234424 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:29.243967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58646ce-b70f-4e6c-8194-d0830e66717b None None] Network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:48:29.248315 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:29.249034 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:29.277586 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9111960 Nov 12 07:48:29.294808 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:29.354738 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:29.356296 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] 10.222.0.33 "PUT /v2.0/ports/fddaf72b-a4ae-4aaa-947a-aadfeffdad11 HTTP/1.1" status: 200 len: 1160 time: 4.5697122 Nov 12 07:48:29.389114 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062e040-1542-407b-8fdc-e54fc4c582f2 req-37d8f2f5-ba38-443b-a76f-23c74b9c2e93 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:29.390757 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e062e040-1542-407b-8fdc-e54fc4c582f2 req-37d8f2f5-ba38-443b-a76f-23c74b9c2e93 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.9857092 Nov 12 07:48:29.491962 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303610e3-4e9f-4b86-a884-dd3473a988d2 None None] Network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:48:29.577199 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92b3d7d3-1a26-46ec-9a18-1b2790237a64 req-0854c230-2923-48c2-93c6-f583be2c77cb service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567823 Nov 12 07:48:29.622486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-9f690b59-68b9-4532-9a76-2d0e8424525f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6250670 Nov 12 07:48:29.934020 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e062e040-1542-407b-8fdc-e54fc4c582f2 req-7b210fce-bb52-4c9e-8a8c-111ab6cfb3fe tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595923 Nov 12 07:48:29.996120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2443ef-e8e5-451c-91b2-718140636349 req-4eff96cc-2e0d-4a02-abaa-2914cec58df0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:29.997789 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a2443ef-e8e5-451c-91b2-718140636349 req-4eff96cc-2e0d-4a02-abaa-2914cec58df0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 948 time: 0.7576501 Nov 12 07:48:30.144071 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92b3d7d3-1a26-46ec-9a18-1b2790237a64 req-de1ad147-39d9-46d3-9cf6-13514a922b0a service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5260408 Nov 12 07:48:30.158518 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-a44373c4-ffbf-4f6d-b2d7-c96c07737c15 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 1163 time: 0.6959324 Nov 12 07:48:30.182762 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-9bcb2d58-fe33-4ad0-9253-757be6846d1a service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100212 Nov 12 07:48:30.282880 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e', 'code': 200} Nov 12 07:48:30.292810 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-340754b2-a83d-4fc5-98cd-d3f342a1ac17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:30.370447 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-e58ed364-2e78-41a7-945d-5cfcaed791df service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=fddaf72b-a4ae-4aaa-947a-aadfeffdad11 HTTP/1.1" status: 200 len: 217 time: 0.1998498 Nov 12 07:48:30.372861 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a2443ef-e8e5-451c-91b2-718140636349 req-7529f50b-998e-4ca7-a709-deb255b68480 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537705 Nov 12 07:48:30.549733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] For port 408fa58b-cdca-42fd-8ca2-98057d42893e, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=408fa58b-cdca-42fd-8ca2-98057d42893e,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:30.568521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-ea97f26e-ee78-4c7d-bb29-9fe8ddec852f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:30.570182 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-ea97f26e-ee78-4c7d-bb29-9fe8ddec852f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1681945 Nov 12 07:48:30.630134 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-01a5ddd0-931c-4884-9c3b-85735725a694 req-43da5280-e8cb-494b-ab52-6008723231ca tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/06f012a4-9e92-4c63-a5f2-bb1b463360b2 HTTP/1.1" status: 200 len: 1647 time: 0.2713921 Nov 12 07:48:30.678383 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-789ee6d8-d38e-4ac7-bbf2-2431421d7d24 req-864892e5-8a77-43b2-a40f-4c40bed0a5ad service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4407852 Nov 12 07:48:30.707559 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:48:30.804515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] For port 408fa58b-cdca-42fd-8ca2-98057d42893e, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:31.119919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f59f1e-2805-40d8-a46a-47f604d16ceb', 'tag': 'fddaf72b-a4ae-4aaa-947a-aadfeffdad11'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:31.206049 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408fa58b-cdca-42fd-8ca2-98057d42893e {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:48:31.223148 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:31.270807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Transition to ACTIVE for port object 408fa58b-cdca-42fd-8ca2-98057d42893e will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:31.276582 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-d5287ea4-5ea5-48ce-be2e-6e499cf33f49 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6937041 Nov 12 07:48:31.280928 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-01a5ddd0-931c-4884-9c3b-85735725a694 req-815711ab-e084-4d84-9cce-61546fe7e56c tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:31.285203 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:31.307586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f65ca-8e30-4826-a64e-d29566f4e97a req-11dfef30-b515-4104-a126-22fb2a93935d tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:31.309296 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bf3f65ca-8e30-4826-a64e-d29566f4e97a req-11dfef30-b515-4104-a126-22fb2a93935d tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 948 time: 0.7252855 Nov 12 07:48:31.316190 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4eef2b06-aa18-489f-bc1b-61c7b064344a tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:31.479204 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d2963d19-acf3-479c-bc65-c19c1709dca6 req-db2de13a-d9a9-410a-86bf-a531aefe3cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 1163 time: 0.7477729 Nov 12 07:48:31.634828 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-01a5ddd0-931c-4884-9c3b-85735725a694 req-815711ab-e084-4d84-9cce-61546fe7e56c tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:31.737856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930698e-6049-4749-abda-80a862337f96 service neutron] Pushing event updated for resources: {'Port': ['ID=408fa58b-cdca-42fd-8ca2-98057d42893e,revision_number=6']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:31.762338 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c930698e-6049-4749-abda-80a862337f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:31.831677 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bf3f65ca-8e30-4826-a64e-d29566f4e97a req-4f7bf68b-4cf2-477e-87c9-e8ee60d7e37b tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388509 Nov 12 07:48:31.922423 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-01a5ddd0-931c-4884-9c3b-85735725a694 req-815711ab-e084-4d84-9cce-61546fe7e56c tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:31.930593 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee9571f7-c3dd-4c48-a408-c03c52c34207 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:31.943230 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-e064e80c-1c18-45bc-b280-d53c48166935 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312411 Nov 12 07:48:31.966385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963d19-acf3-479c-bc65-c19c1709dca6 req-37e81e39-ad6c-470a-b2a5-d40980d8b6b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:31.968863 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d2963d19-acf3-479c-bc65-c19c1709dca6 req-37e81e39-ad6c-470a-b2a5-d40980d8b6b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.4119184 Nov 12 07:48:31.971593 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815711ab-e084-4d84-9cce-61546fe7e56c tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f012a4-9e92-4c63-a5f2-bb1b463360b2,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:31.976051 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-815711ab-e084-4d84-9cce-61546fe7e56c tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:32.189170 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-01a5ddd0-931c-4884-9c3b-85735725a694 req-815711ab-e084-4d84-9cce-61546fe7e56c tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:32.190439 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-01a5ddd0-931c-4884-9c3b-85735725a694 req-815711ab-e084-4d84-9cce-61546fe7e56c tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "DELETE /v2.0/security-groups/06f012a4-9e92-4c63-a5f2-bb1b463360b2 HTTP/1.1" status: 204 len: 173 time: 1.5203114 Nov 12 07:48:32.284436 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-76221bcc-e840-4d59-96b0-a26dd820f443 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:48:32.375558 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d2963d19-acf3-479c-bc65-c19c1709dca6 req-a942545e-a4c8-4e38-87ca-7b968e00b6f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=cecc9487-63ee-47b8-bfa0-38ff8d8eb432 HTTP/1.1" status: 200 len: 217 time: 0.3714917 Nov 12 07:48:32.438633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] No DVR routers for this DVR port 408fa58b-cdca-42fd-8ca2-98057d42893e on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:48:32.648539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Attempting to bind port 408fa58b-cdca-42fd-8ca2-98057d42893e on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:48:32.648947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Attempting to bind port 408fa58b-cdca-42fd-8ca2-98057d42893e by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:48:32.652971 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device cecc9487-63ee-47b8-bfa0-38ff8d8eb432 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:32.653680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Attempting to bind port 408fa58b-cdca-42fd-8ca2-98057d42893e on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:48:32.759877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963d19-acf3-479c-bc65-c19c1709dca6 req-722204e1-1e05-4072-b272-c23669a5a984 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:32.764292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:32.764438 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d2963d19-acf3-479c-bc65-c19c1709dca6 req-722204e1-1e05-4072-b272-c23669a5a984 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.3229530 Nov 12 07:48:32.766558 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9862f5a-14ff-4aa7-ad8c-9f08ba32ab76 req-2660779c-ac00-4c28-b4e7-a206cdc42801 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7967064 Nov 12 07:48:32.771489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:32.772297 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:32.782924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:48:32.783308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:32.783729 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:32.784138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:48:32.784652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Bound port: 408fa58b-cdca-42fd-8ca2-98057d42893e, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:48:32.785069 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:32.933816 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-56cb030b-c722-4f32-a91f-fa267edd5b3c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:32.940304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52718) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:32.944287 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-56cb030b-c722-4f32-a91f-fa267edd5b3c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/networks?id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 HTTP/1.1" status: 200 len: 815 time: 0.7470474 Nov 12 07:48:32.957947 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:32.999007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port cecc9487-63ee-47b8-bfa0-38ff8d8eb432, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:33.000494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:33.013115 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.019584 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:33.107731 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b7f6a2f9-4a41-4bc3-b47b-15c7c0dd7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.111609 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-6a89d3e9-5f71-4471-974a-497e500c434d tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/quotas/e56cbd5483e14952b7a82e515f42639c HTTP/1.1" status: 200 len: 375 time: 0.1613173 Nov 12 07:48:33.112700 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.143316 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.148417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:33.154259 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:33.200727 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-04647a31-b50b-4b89-a212-eae2f7cbc4c8 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?tenant_id=e56cbd5483e14952b7a82e515f42639c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707910 Nov 12 07:48:33.210743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:33.217715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Usage tracker for resource:security_group_rule and tenant:0e23d85a47b24ed8afc5b8a0eac43568 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:33.219215 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.226566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:33.233475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:33.354199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59994c0f-5063-4da7-a386-09224a79b25c req-c5a879ad-ea6a-4ec1-84a8-f8f524fe5e75 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:33.362557 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-59994c0f-5063-4da7-a386-09224a79b25c req-c5a879ad-ea6a-4ec1-84a8-f8f524fe5e75 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.6995471 Nov 12 07:48:33.367285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] For port 408fa58b-cdca-42fd-8ca2-98057d42893e, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:33.373993 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.374671 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d2963d19-acf3-479c-bc65-c19c1709dca6 req-a7bf21ff-fb31-4ce6-8fac-c3537bda5bc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5539536 Nov 12 07:48:33.380880 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.415425 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a5c4ab5c-1eb9-417a-b1ae-4c7b79fe80f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:33.451473 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0e23d85a47b24ed8afc5b8a0eac43568&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5095439 Nov 12 07:48:33.452350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52730) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:33.453421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de09b4a-feb5-49f1-9452-916e486ea50f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:33.477332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.477891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.478308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.478718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.479129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.479570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.479966 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.480367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.480764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.481332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.481735 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.482130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.482573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.483076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.483473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.484015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.484414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.484807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.485224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.485616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.486006 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.486398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.486915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.487308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.487938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.488332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.488758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.489578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.489975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.490370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.490769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.491164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.491661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.492042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.492428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.492936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:33.498129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] For port 408fa58b-cdca-42fd-8ca2-98057d42893e, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=408fa58b-cdca-42fd-8ca2-98057d42893e,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:48:33.512464 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:33.533801 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.597161 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-72879651-51f6-4ed8-bdce-15e5a5b231cf tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:33.609190 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2a9bcd4c-cf1b-4e34-91b9-67cfc4381c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.641440 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2a9bcd4c-cf1b-4e34-91b9-67cfc4381c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.687461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52736) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:33.697732 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2a9bcd4c-cf1b-4e34-91b9-67cfc4381c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.705976 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-03ee5b9d-fe42-44ed-a08b-a5dfa3f9a551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:33.724313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bcd4c-cf1b-4e34-91b9-67cfc4381c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de09b4a-feb5-49f1-9452-916e486ea50f,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:33.727367 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2a9bcd4c-cf1b-4e34-91b9-67cfc4381c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:33.732709 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2a9bcd4c-cf1b-4e34-91b9-67cfc4381c11 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0de09b4a-feb5-49f1-9452-916e486ea50f HTTP/1.1" status: 204 len: 168 time: 0.2688487 Nov 12 07:48:33.734402 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2a9bcd4c-cf1b-4e34-91b9-67cfc4381c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:33.980201 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9b442e2a-af4d-405f-93ab-7f74bcc4cdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:34.022308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9b442e2a-af4d-405f-93ab-7f74bcc4cdfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:34.026764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9b442e2a-af4d-405f-93ab-7f74bcc4cdfe admin admin] Usage tracker for resource:security_group_rule and tenant:cf44ac1d3d8640ee86b5344f50912816 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:34.030387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9b442e2a-af4d-405f-93ab-7f74bcc4cdfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:34.034600 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-631465f4-c8aa-4032-a06b-c08c4e66c0ca service neutron] 10.222.0.40 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8133938 Nov 12 07:48:34.037589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9b442e2a-af4d-405f-93ab-7f74bcc4cdfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:34.138369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9b442e2a-af4d-405f-93ab-7f74bcc4cdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:34.144099 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9b442e2a-af4d-405f-93ab-7f74bcc4cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:34.151633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device cecc9487-63ee-47b8-bfa0-38ff8d8eb432 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:34.165199 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b8f1aed-f463-492f-be59-a77971b80d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:34.181624 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-59994c0f-5063-4da7-a386-09224a79b25c req-b126ea47-1576-4e9c-b927-fef718597fca tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8179903 Nov 12 07:48:34.258482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:34.258986 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:34.270801 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9b442e2a-af4d-405f-93ab-7f74bcc4cdfe admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cf44ac1d3d8640ee86b5344f50912816&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5711315 Nov 12 07:48:34.272942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52750) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:34.307796 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930698e-6049-4749-abda-80a862337f96 service neutron] Pushing event updated for resources: {'Port': ['ID=408fa58b-cdca-42fd-8ca2-98057d42893e,revision_number=7']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:34.339922 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f59f1e-2805-40d8-a46a-47f604d16ceb', 'tag': 'fddaf72b-a4ae-4aaa-947a-aadfeffdad11', 'status': 'completed', 'code': 200} Nov 12 07:48:34.342870 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c930698e-6049-4749-abda-80a862337f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:34.371787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:34.399032 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442e2a-af4d-405f-93ab-7f74bcc4cdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a778414-dc85-4ebf-9dac-38142f9693bd,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:34.404261 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9b442e2a-af4d-405f-93ab-7f74bcc4cdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:34.551975 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-34f59e4f-9e5f-4e85-9622-8463ab90435b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:34.621484 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-34f59e4f-9e5f-4e85-9622-8463ab90435b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:34.636003 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-e8782a9e-a7ce-457e-875f-0e7a9392971b service neutron] 10.222.0.40 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6002975 Nov 12 07:48:34.687066 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d2963d19-acf3-479c-bc65-c19c1709dca6 req-5cd4dbc6-1760-4916-b517-6f2401f2e643 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2934554 Nov 12 07:48:34.725672 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-34f59e4f-9e5f-4e85-9622-8463ab90435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:34.731404 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3ca34ddb-d38e-4e89-8195-7da317725371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:34.765774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f59e4f-9e5f-4e85-9622-8463ab90435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a778414-dc85-4ebf-9dac-38142f9693bd,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:34.771386 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-34f59e4f-9e5f-4e85-9622-8463ab90435b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:34.774341 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-34f59e4f-9e5f-4e85-9622-8463ab90435b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:34.800623 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-34f59e4f-9e5f-4e85-9622-8463ab90435b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2a778414-dc85-4ebf-9dac-38142f9693bd HTTP/1.1" status: 204 len: 168 time: 0.5187142 Nov 12 07:48:34.927911 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:35.118716 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:35.120514 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-c930698e-6049-4749-abda-80a862337f96 service neutron] 10.222.0.33 "PUT /v2.0/ports/408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 200 len: 1160 time: 6.7005060 Nov 12 07:48:35.138136 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf1601a4-6b2c-49c8-ae1f-c8a746718783 req-14499bb0-c717-4bb7-bef3-8ecd2c9c3cfc tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/dc7cd80b-be18-4e1c-a2d2-43b105158857 HTTP/1.1" status: 200 len: 1646 time: 0.2427328 Nov 12 07:48:35.174574 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d9746d7-02ce-4652-a995-8aaed53ceb97 req-826d23bd-2533-435d-bb3b-d9bea28b164e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 1163 time: 0.8085899 Nov 12 07:48:35.258410 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-f92ed53f-0af9-4f4b-a076-ee083d4cdfa7 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:48:35.592905 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9746d7-02ce-4652-a995-8aaed53ceb97 req-012bfae9-c17b-4384-9d15-86efcf413206 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:35.594997 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d9746d7-02ce-4652-a995-8aaed53ceb97 req-012bfae9-c17b-4384-9d15-86efcf413206 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3970814 Nov 12 07:48:35.598635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52786) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:35.616223 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d2963d19-acf3-479c-bc65-c19c1709dca6 req-648838ea-948a-4323-87a8-978b70df12ce service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8986406 Nov 12 07:48:35.662306 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eb64d127-2bcd-41f2-8b5a-ddc6cb9d21f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:35.676474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device fddaf72b-a4ae-4aaa-947a-aadfeffdad11 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:35.735534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52790) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:35.772211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-eb64d127-2bcd-41f2-8b5a-ddc6cb9d21f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:35.787075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-eb64d127-2bcd-41f2-8b5a-ddc6cb9d21f8 admin admin] Usage tracker for resource:security_group_rule and tenant:da156828f5ad42d09731b10bcde1504f is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:35.793012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-eb64d127-2bcd-41f2-8b5a-ddc6cb9d21f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:35.800816 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-eb64d127-2bcd-41f2-8b5a-ddc6cb9d21f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:35.858506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e024f85-5bdc-4fe1-8e7e-c983cdd49690 req-192fe5f8-9c66-4832-ad66-3e8a4c1ebf5b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:35.860217 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1e024f85-5bdc-4fe1-8e7e-c983cdd49690 req-192fe5f8-9c66-4832-ad66-3e8a4c1ebf5b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 948 time: 1.1001942 Nov 12 07:48:35.861711 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d9746d7-02ce-4652-a995-8aaed53ceb97 req-81bbb487-9d4c-4195-9edc-1a659feb4c29 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=fddaf72b-a4ae-4aaa-947a-aadfeffdad11 HTTP/1.1" status: 200 len: 217 time: 0.2205989 Nov 12 07:48:35.869435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:35.879470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:35.879903 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:35.957452 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eb64d127-2bcd-41f2-8b5a-ddc6cb9d21f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:35.970940 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eb64d127-2bcd-41f2-8b5a-ddc6cb9d21f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:35.980843 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-25c5df7f-58d1-4122-bd8a-a95f798bdd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:36.046398 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf1601a4-6b2c-49c8-ae1f-c8a746718783 req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.065982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-203116869-network', 'tenant_id': '0402c2929fa948bbaf15c876a908f13d'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:36.081513 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:36.090442 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Usage tracker for resource:network and tenant:0402c2929fa948bbaf15c876a908f13d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:36.099074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:36.100277 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf1601a4-6b2c-49c8-ae1f-c8a746718783 req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.109198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:36.111682 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.155709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port fddaf72b-a4ae-4aaa-947a-aadfeffdad11, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fddaf72b-a4ae-4aaa-947a-aadfeffdad11,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:36.161370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Made reservation on behalf of 0402c2929fa948bbaf15c876a908f13d for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:36.162345 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.163641 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf1601a4-6b2c-49c8-ae1f-c8a746718783 req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.166141 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:36.170239 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.193491 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a5abd084-ce83-40bc-9031-f7a7a977bf70 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:36.207045 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.207539 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1e024f85-5bdc-4fe1-8e7e-c983cdd49690 req-856e9c80-0b41-4a89-9480-201462086dd3 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935297 Nov 12 07:48:36.231831 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-f076217a-dd9e-4415-8310-5a6738f302bd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1163 time: 1.0523772 Nov 12 07:48:36.232879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7cd80b-be18-4e1c-a2d2-43b105158857,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:36.235283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64d127-2bcd-41f2-8b5a-ddc6cb9d21f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddcd9ca-534d-4a97-99bd-651fd7cb0d35,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:36.239054 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eb64d127-2bcd-41f2-8b5a-ddc6cb9d21f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:36.245121 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-eb64d127-2bcd-41f2-8b5a-ddc6cb9d21f8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=da156828f5ad42d09731b10bcde1504f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6451914 Nov 12 07:48:36.249255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52796) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:36.266578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.267023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.267493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.267945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.268774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.269288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.269642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.270039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.270450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.270860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.271265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.271668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.272121 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.273034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.273575 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.273979 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.274376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.274782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.275181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.275581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.275981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.276413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.276814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.277364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.277894 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.278296 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.278697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.279097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.279496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.279894 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.280293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.280690 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.281344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.281745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.282148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.282707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:36.286753 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf1601a4-6b2c-49c8-ae1f-c8a746718783 req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.302099 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf1601a4-6b2c-49c8-ae1f-c8a746718783 req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "DELETE /v2.0/security-groups/dc7cd80b-be18-4e1c-a2d2-43b105158857 HTTP/1.1" status: 204 len: 173 time: 1.1091113 Nov 12 07:48:36.303246 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:36.348660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:36.353362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=fddaf72b-a4ae-4aaa-947a-aadfeffdad11,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:36.356191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:0402c2929fa948bbaf15c876a908f13d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:36.368816 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:36.390440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:36.400148 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5c85-7764-4e5c-a53e-afc192c177fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.420538 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:36.437956 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432', 'code': 200} Nov 12 07:48:36.486208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:36.498817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9746d7-02ce-4652-a995-8aaed53ceb97 req-e0162f9c-729e-459f-89ff-3e82a893be4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:36.501131 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d9746d7-02ce-4652-a995-8aaed53ceb97 req-e0162f9c-729e-459f-89ff-3e82a893be4e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.5962253 Nov 12 07:48:36.556846 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5c85-7764-4e5c-a53e-afc192c177fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.637084 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.654574 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.688294 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7d6a1cb7-009e-45db-8c36-37ffcc509df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:36.819720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-5ecd81c1-772c-427b-9574-611ea58151eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:36.821491 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-5ecd81c1-772c-427b-9574-611ea58151eb service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.5595903 Nov 12 07:48:36.821977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5697dfa-afa1-4123-8ffd-011f05c171c8,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:36.835089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:48:36.859394 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:36.911084 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6be1997b-b9f8-4939-a3ac-3d8a4eba0fba req-d9a6b9a8-d6cf-420b-a989-a9f8843e654e tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 210 time: 0.1650443 Nov 12 07:48:36.948284 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-3aac3e36-eed8-4a3d-88dc-82d4f2abc7c4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 200 len: 217 time: 0.1157494 Nov 12 07:48:36.952586 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.953066 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Added segment b43415fb-5c54-48fb-8bc5-8f087e007d79 of type vxlan for network ca3270a0-30f4-4301-bf4c-c45fb20a3808 Nov 12 07:48:36.955831 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d9746d7-02ce-4652-a995-8aaed53ceb97 req-55c4de53-f3f2-436f-8818-9ba7deeedc4e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3848677 Nov 12 07:48:36.957165 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5c85-7764-4e5c-a53e-afc192c177fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:36.959059 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8e650fb-da39-4491-8465-ba0b15e52804 req-a89deaec-737a-44ec-b8b9-351b38cd0564 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 1165 time: 0.4567649 Nov 12 07:48:36.970936 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9b442e2a-af4d-405f-93ab-7f74bcc4cdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:37.011081 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c5c85-7764-4e5c-a53e-afc192c177fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddcd9ca-534d-4a97-99bd-651fd7cb0d35,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:37.025744 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4a7c5c85-7764-4e5c-a53e-afc192c177fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:37.087363 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a7c5c85-7764-4e5c-a53e-afc192c177fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:37.092276 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4a7c5c85-7764-4e5c-a53e-afc192c177fd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cddcd9ca-534d-4a97-99bd-651fd7cb0d35 HTTP/1.1" status: 204 len: 168 time: 0.8397987 Nov 12 07:48:37.107504 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:37.191532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-0d42c0a9-581d-4cac-95db-bbf4bf7464ce tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:37.192837 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-0d42c0a9-581d-4cac-95db-bbf4bf7464ce tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Synchronizing usage tracker for tenant:e56cbd5483e14952b7a82e515f42639c on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:37.245748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-0d42c0a9-581d-4cac-95db-bbf4bf7464ce tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Unset dirty status for tenant:e56cbd5483e14952b7a82e515f42639c on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:37.247697 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-0d42c0a9-581d-4cac-95db-bbf4bf7464ce tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "GET /v2.0/networks?id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 HTTP/1.1" status: 200 len: 815 time: 0.4808404 Nov 12 07:48:37.250427 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:37.251626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:37.253719 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:37.291624 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:37.357888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device fddaf72b-a4ae-4aaa-947a-aadfeffdad11 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:37.363790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Request body: {'port': {'device_id': 'cadee702-5635-4868-ade2-4136ee3561f6', 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4', 'admin_state_up': True, 'tenant_id': 'e56cbd5483e14952b7a82e515f42639c'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:37.382055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78a103-7b40-4117-8448-52a13eb17d0f req-3e74da7e-f8fd-4b4f-9378-9fa605165a6d tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:37.391041 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8c78a103-7b40-4117-8448-52a13eb17d0f req-3e74da7e-f8fd-4b4f-9378-9fa605165a6d tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 950 time: 0.8343017 Nov 12 07:48:37.414604 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6743500 Nov 12 07:48:37.449479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 52818) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:37.477102 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8e650fb-da39-4491-8465-ba0b15e52804 req-6570a415-9ca7-4116-b72f-7a0ee737e271 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757583 Nov 12 07:48:37.487521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Request body: {'subnet': {'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-203116869-subnet', 'tenant_id': '0402c2929fa948bbaf15c876a908f13d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:37.494419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:37.498680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Usage tracker for resource:subnet and tenant:0402c2929fa948bbaf15c876a908f13d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:37.502961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:37.509207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:37.517347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:37.517778 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:37.560026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Made reservation on behalf of 0402c2929fa948bbaf15c876a908f13d for: {'subnet': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:37.566038 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5786994'] for subnet, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:37.583544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=ca3270a0-30f4-4301-bf4c-c45fb20a3808,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:37.588589 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:37.648958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network ca3270a0-30f4-4301-bf4c-c45fb20a3808 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:48:37.664037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-7818efba-5d50-4972-857a-e32ec621047d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:37.664767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:37.665947 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-7818efba-5d50-4972-857a-e32ec621047d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.7059336 Nov 12 07:48:37.668664 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d9746d7-02ce-4652-a995-8aaed53ceb97 req-82aa7083-108f-4792-abbd-f5e3bdbd29bc service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246471 Nov 12 07:48:37.670344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Usage tracker for resource:port and tenant:e56cbd5483e14952b7a82e515f42639c is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:37.671310 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8c78a103-7b40-4117-8448-52a13eb17d0f req-e80310ab-eaac-4043-9e9f-dc8227f5fdc1 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792237 Nov 12 07:48:37.689901 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:37.705969 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:37.734590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Made reservation on behalf of e56cbd5483e14952b7a82e515f42639c for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:37.744227 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:37.851315 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network ca3270a0-30f4-4301-bf4c-c45fb20a3808 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:48:37.882633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network ca3270a0-30f4-4301-bf4c-c45fb20a3808 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:48:38.146177 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:38.216808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Allocated IP 172.20.0.2 (1fdb6bd1-d757-4afe-9ae1-8476e3d133c4/6518e193-b426-4cb3-8412-63a23c5060f8/36c0e2a2-7ce7-4b37-8daf-164478e0bfc9) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:48:38.222960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2505a-d3e9-464c-8c26-03098e7572a8 req-01986ed2-193b-4106-bd90-993853076977 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:38.230784 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f3e2505a-d3e9-464c-8c26-03098e7572a8 req-01986ed2-193b-4106-bd90-993853076977 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.9546854 Nov 12 07:48:38.352691 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d98f5029-c01f-40a5-a241-2c3efd27e042 req-ee5691e1-725e-4820-af46-61e4f50c0bf3 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/421abbdc-c2f4-4f1f-a910-ba4963f68796 HTTP/1.1" status: 200 len: 1645 time: 0.2889597 Nov 12 07:48:38.439165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f59f1e-2805-40d8-a46a-47f604d16ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddaf72b-a4ae-4aaa-947a-aadfeffdad11'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:38.440421 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f3e2505a-d3e9-464c-8c26-03098e7572a8 req-4c3a7d08-9667-4c33-ac22-e1801a7b2478 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083585 Nov 12 07:48:38.531821 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-9f9ceb0f-7969-4215-9a8b-e8d26905b7c7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5027957 Nov 12 07:48:38.590248 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d9746d7-02ce-4652-a995-8aaed53ceb97 req-889f1d19-1fe6-4aef-8d7e-d284881afdeb service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5251799 Nov 12 07:48:38.627647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:38.696510 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:38.733161 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e6997306-f0a8-4c65-9468-f18d3971dca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:38.904029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Pushing event updated for resources: {'Port': ['ID=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:38.908837 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:38.951877 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e', 'status': 'completed', 'code': 200} Nov 12 07:48:38.998066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:48:38.999862 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:39.004525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:48:39.080993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:39.081691 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:39.108921 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8185151 Nov 12 07:48:39.124935 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-49fbe815-1a63-498d-9507-4696ebff03ab service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402386 Nov 12 07:48:39.127110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Request body: {'port': {'device_id': 'cadee702-5635-4868-ade2-4136ee3561f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:39.188584 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d98f5029-c01f-40a5-a241-2c3efd27e042 req-5232dbe4-842e-40b3-a170-41eab4d2c6c0 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:39.273891 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:39.286695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb932a05-dca2-4df5-b126-a00dd3d51136 req-59314616-2996-4f37-b662-2dfc85c6c1fb tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:39.288384 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb932a05-dca2-4df5-b126-a00dd3d51136 req-59314616-2996-4f37-b662-2dfc85c6c1fb tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 948 time: 0.3902285 Nov 12 07:48:39.337122 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-d279282c-0fbf-4813-a55e-1800dcb872f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1163 time: 0.3764682 Nov 12 07:48:39.396628 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d98f5029-c01f-40a5-a241-2c3efd27e042 req-5232dbe4-842e-40b3-a170-41eab4d2c6c0 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:39.578888 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d98f5029-c01f-40a5-a241-2c3efd27e042 req-5232dbe4-842e-40b3-a170-41eab4d2c6c0 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:39.602047 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb932a05-dca2-4df5-b126-a00dd3d51136 req-1ba5e6ae-6994-43d6-b8da-6e6a8a5fe412 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908118 Nov 12 07:48:39.603136 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-756b7f8e-25c1-4bb8-b3c8-3551fd414135 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:39.765568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232dbe4-842e-40b3-a170-41eab4d2c6c0 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event deleted for resources: {'SecurityGroup': ['ID=421abbdc-c2f4-4f1f-a910-ba4963f68796,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:39.789458 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88ecaa78-109b-44d3-b37c-1ee9dbef48de req-e607b4b4-ec75-497d-8513-3dff22606a3d service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6568267 Nov 12 07:48:39.793122 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5232dbe4-842e-40b3-a170-41eab4d2c6c0 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:39.817368 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d98f5029-c01f-40a5-a241-2c3efd27e042 req-5232dbe4-842e-40b3-a170-41eab4d2c6c0 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:39.819268 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d98f5029-c01f-40a5-a241-2c3efd27e042 req-5232dbe4-842e-40b3-a170-41eab4d2c6c0 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "DELETE /v2.0/security-groups/421abbdc-c2f4-4f1f-a910-ba4963f68796 HTTP/1.1" status: 204 len: 173 time: 1.4526155 Nov 12 07:48:39.957109 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f59f1e-2805-40d8-a46a-47f604d16ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddaf72b-a4ae-4aaa-947a-aadfeffdad11', 'code': 200} Nov 12 07:48:40.209322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-302ec114-4a9b-4817-b2fc-af1138747c7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:40.211262 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-302ec114-4a9b-4817-b2fc-af1138747c7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.8622239 Nov 12 07:48:40.269160 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:48:40.278499 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:40.293836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Transition to ACTIVE for port object 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:40.299448 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:40.319927 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e4489301-2e9f-4225-928e-ec64e8861fde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:40.421155 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-c5f59287-8980-40ec-ad2f-bbb971a32c09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 200 len: 217 time: 0.1627240 Nov 12 07:48:40.512054 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-b838e881-3e0e-4fc1-977b-59a774e9da46 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1163 time: 0.6262140 Nov 12 07:48:40.604663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Pushing event updated for resources: {'Port': ['ID=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:40.620770 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:40.854690 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Attempting to bind port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:48:40.855349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Attempting to bind port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:48:40.855349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Attempting to bind port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 on network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:48:40.865682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:48:40.865977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Checking segment: {'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:40.866285 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:40.866666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Bound using segment: {'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:48:40.867163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Bound port: 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:48:40.867541 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:40.960259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec948ac-dd7c-42c3-b662-c19e90b32cb0 req-2355881f-9e58-4ad8-9af4-0fc88a18b678 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:40.969324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fec948ac-dd7c-42c3-b662-c19e90b32cb0 req-2355881f-9e58-4ad8-9af4-0fc88a18b678 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 931 time: 0.9537520 Nov 12 07:48:40.974421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-5ff9f126-04ce-42a6-86d6-c8c72785db58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:40.975675 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] For port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:40.975811 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-5ff9f126-04ce-42a6-86d6-c8c72785db58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.5419452 Nov 12 07:48:40.978851 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0119fdf3-3310-487b-94e3-7a267cc81a03 req-4a078670-3761-4157-8d77-ab567983e702 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 1165 time: 0.8225400 Nov 12 07:48:40.979686 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] For port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:48:40.985041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:41.006561 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-83458355-480c-4cc8-aeab-f70370e1e14b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:41.018057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653e81c-b222-49c3-a555-0b0ad0c160cd req-51c5dff6-913b-4fdb-a021-0c6816d6e89d tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:41.025798 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a653e81c-b222-49c3-a555-0b0ad0c160cd req-51c5dff6-913b-4fdb-a021-0c6816d6e89d tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 950 time: 0.8672993 Nov 12 07:48:41.182870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Pushing event updated for resources: {'Port': ['ID=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:41.187514 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:41.227472 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:41.229710 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] 10.222.0.41 "PUT /v2.0/ports/36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 HTTP/1.1" status: 200 len: 1155 time: 2.1119409 Nov 12 07:48:41.230478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadee702-5635-4868-ade2-4136ee3561f6', 'tag': '36c0e2a2-7ce7-4b37-8daf-164478e0bfc9'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:41.255430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-8aab0f10-514f-4789-81e4-653e875d0fbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:41.258666 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-8aab0f10-514f-4789-81e4-653e875d0fbd service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.7316046 Nov 12 07:48:41.336415 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0119fdf3-3310-487b-94e3-7a267cc81a03 req-f379a92a-aa87-46eb-aaf5-5293e3a45696 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475788 Nov 12 07:48:41.376533 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fec948ac-dd7c-42c3-b662-c19e90b32cb0 req-670d6d8c-1111-4140-b5ac-17c622cd117e tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072421 Nov 12 07:48:41.383638 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6570232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5786977'] for subnet, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:41.397556 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a653e81c-b222-49c3-a555-0b0ad0c160cd req-4559e3c6-746a-44c0-b71a-2431201534e6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703029 Nov 12 07:48:41.398881 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-591c55bd-1892-45ef-b056-36a653b8ab0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e56cbd5483e14952b7a82e515f42639c&device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 1158 time: 0.1227806 Nov 12 07:48:41.403193 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-34f440fa-9a3a-48c2-9f67-d3a73003d3d2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 200 len: 217 time: 0.1246781 Nov 12 07:48:41.601847 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-2afb7132-a1ba-4ff2-afe2-ec16eeb8613a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 HTTP/1.1" status: 200 len: 217 time: 0.1849668 Nov 12 07:48:41.665746 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a922efaf-136d-4e6f-8c4b-0ced8b39a63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:41.696240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-b648df0a-29da-4fc5-b78d-c229b90ba711 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:41.697982 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-b648df0a-29da-4fc5-b78d-c229b90ba711 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6518e193-b426-4cb3-8412-63a23c5060f8 HTTP/1.1" status: 200 len: 855 time: 0.0884664 Nov 12 07:48:41.765461 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-db824977-35f6-4d41-8c37-5f0e9b27c5dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598400 Nov 12 07:48:41.815763 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-5c3e9914-121e-49ca-8746-d6b362cc9401 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8257368 Nov 12 07:48:41.816839 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba141779-c31e-4dae-94f4-1c3fd8308950,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:41.830186 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:41.945514 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-e77fa123-97a3-4f4a-a0f1-62d78372d786 service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726844 Nov 12 07:48:42.035573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-93b4adc4-94d1-4afe-8303-f701e30135f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:42.037520 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-93b4adc4-94d1-4afe-8303-f701e30135f8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.4108341 Nov 12 07:48:42.041462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Checking segment: {'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:42.041925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Network hostable DHCP agents. Network: ca3270a0-30f4-4301-bf4c-c45fb20a3808, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:48:42.115310 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8d68a088-0d28-4a2a-99c4-c748f2424c0b req-60221c2e-b73c-4c37-bf1e-b6c5cc0b820e tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/80c97bb2-12ca-4bfc-85f9-3b41fdf235f2 HTTP/1.1" status: 200 len: 1646 time: 0.4897940 Nov 12 07:48:42.125309 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7d36530-14f0-4f77-b5f0-ad0bd0b146f2 req-da101c1a-fd76-41ab-948b-4b3faaab9592 service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1719604 Nov 12 07:48:42.134624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689b194-9554-42fa-a98d-9957fe4e189d req-aca7516d-becf-4712-aa6d-d455d960f23c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:42.136390 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d689b194-9554-42fa-a98d-9957fe4e189d req-aca7516d-becf-4712-aa6d-d455d960f23c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.5084896 Nov 12 07:48:42.261072 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-507a16a7-638b-4c68-8589-52e06784243e service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220276 Nov 12 07:48:42.321576 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d689b194-9554-42fa-a98d-9957fe4e189d req-ed9e5fdf-ce21-4d08-87aa-1a026c3df8ec tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696842 Nov 12 07:48:42.340981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Network ca3270a0-30f4-4301-bf4c-c45fb20a3808 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:48:42.458622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, ca3270a0-30f4-4301-bf4c-c45fb20a3808) {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:42.467350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e914c05-4eca-4186-9374-221f3fc203d9 None None] Network ca3270a0-30f4-4301-bf4c-c45fb20a3808 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:48:42.480133 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8d68a088-0d28-4a2a-99c4-c748f2424c0b req-5e9cf7f6-6b8c-400b-accc-850d7a721cab tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:42.520570 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-d3408fd0-c0b9-494f-b735-af298492b434 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4674633 Nov 12 07:48:42.522102 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8d68a088-0d28-4a2a-99c4-c748f2424c0b req-5e9cf7f6-6b8c-400b-accc-850d7a721cab tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:42.615262 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8d68a088-0d28-4a2a-99c4-c748f2424c0b req-5e9cf7f6-6b8c-400b-accc-850d7a721cab tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:42.627048 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-963300d8-ef17-438f-9656-1a5ab537291f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:42.661615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:42.662270 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:42.751099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9cf7f6-6b8c-400b-accc-850d7a721cab tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c97bb2-12ca-4bfc-85f9-3b41fdf235f2,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:42.785203 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5e9cf7f6-6b8c-400b-accc-850d7a721cab tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:42.889330 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-d4a6f747-6e66-4c7b-aba3-b2daa4173bd9 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6135507 Nov 12 07:48:42.897298 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8d68a088-0d28-4a2a-99c4-c748f2424c0b req-5e9cf7f6-6b8c-400b-accc-850d7a721cab tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:42.898740 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8d68a088-0d28-4a2a-99c4-c748f2424c0b req-5e9cf7f6-6b8c-400b-accc-850d7a721cab tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "DELETE /v2.0/security-groups/80c97bb2-12ca-4bfc-85f9-3b41fdf235f2 HTTP/1.1" status: 204 len: 173 time: 0.7612934 Nov 12 07:48:42.905236 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 5.4438119 Nov 12 07:48:42.918372 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-404fe38b-c638-4b76-820b-9521d2dc2c51 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/networks?tenant_id=24ba317245de4c41abc0c438bc1259f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725217 Nov 12 07:48:42.980871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b4440-85c6-44f5-92ea-17d23af687d1 None None] Network ca3270a0-30f4-4301-bf4c-c45fb20a3808 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:48:43.278626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-1169e793-73f7-40a4-9bad-6382142a9d50 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:48:43.346158 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-67ebaee7-1872-445e-9165-18af3f4771a5 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743881 Nov 12 07:48:43.352619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-a215bf7e-76f7-4f0c-8ec2-a62c6d313af2 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:43.354529 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-a215bf7e-76f7-4f0c-8ec2-a62c6d313af2 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4345472 Nov 12 07:48:43.485358 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-fc3b97b1-a733-41d6-84d2-00d50418d3f2 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/quotas/24ba317245de4c41abc0c438bc1259f5 HTTP/1.1" status: 200 len: 375 time: 0.1050711 Nov 12 07:48:43.561311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e965f90-885b-4303-83cc-c8fc7fd243ab req-fcbaf3e6-c8b9-4707-a927-2137ce314cfd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:43.563291 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1e965f90-885b-4303-83cc-c8fc7fd243ab req-fcbaf3e6-c8b9-4707-a927-2137ce314cfd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 948 time: 0.4148500 Nov 12 07:48:43.583917 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-fa98d75d-d930-4d87-a7df-9995acfa0667 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?tenant_id=24ba317245de4c41abc0c438bc1259f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890870 Nov 12 07:48:43.630919 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb52e254-c985-4359-bed3-73a8604a81b0 req-af371bb5-0ac1-4ff0-8049-efd46a72d549 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2740784 Nov 12 07:48:43.667037 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1e965f90-885b-4303-83cc-c8fc7fd243ab req-a78fd665-1a82-45b4-adcd-58c2751b7070 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807445 Nov 12 07:48:43.782985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 408fa58b-cdca-42fd-8ca2-98057d42893e up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:43.838678 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadee702-5635-4868-ade2-4136ee3561f6', 'tag': '36c0e2a2-7ce7-4b37-8daf-164478e0bfc9', 'status': 'completed', 'code': 200} Nov 12 07:48:43.937761 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 408fa58b-cdca-42fd-8ca2-98057d42893e completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:43.944314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 408fa58b-cdca-42fd-8ca2-98057d42893e triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:43.944735 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:44.105142 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:44.139884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:44.167573 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-abd7da34-b85c-4d09-b49c-4245f2bcb328 req-fd5a17cb-3b5b-49f0-bde5-1fbe6c0ac620 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e56cbd5483e14952b7a82e515f42639c&device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 1158 time: 0.2959242 Nov 12 07:48:44.170204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 408fa58b-cdca-42fd-8ca2-98057d42893e, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=408fa58b-cdca-42fd-8ca2-98057d42893e,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:44.177367 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:44.183255 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:44.332613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=408fa58b-cdca-42fd-8ca2-98057d42893e,revision_number=8']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:44.381621 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:44.414688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-afbc1535-72af-40e5-9cd3-5bb674cce692 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:48:44.493912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc199c-c1cb-432a-840e-ed26846f496f req-cbf9ec39-a813-4517-bbf0-3ddad5e73024 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:44.497451 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9fdc199c-c1cb-432a-840e-ed26846f496f req-cbf9ec39-a813-4517-bbf0-3ddad5e73024 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 943 time: 0.5439730 Nov 12 07:48:44.657056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1999fb7-60d7-4a0b-9087-997a90d9760d req-554ffa95-a031-4b4e-ac39-6be2f6c17469 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:44.664777 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d1999fb7-60d7-4a0b-9087-997a90d9760d req-554ffa95-a031-4b4e-ac39-6be2f6c17469 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 950 time: 0.6336846 Nov 12 07:48:44.712414 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9fdc199c-c1cb-432a-840e-ed26846f496f req-074c026b-6d6c-40ee-b572-cb6dd7b55528 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334121 Nov 12 07:48:44.805769 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d1999fb7-60d7-4a0b-9087-997a90d9760d req-75a78c83-f671-4d81-adb0-7b693771f9e0 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384609 Nov 12 07:48:44.815348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7da34-b85c-4d09-b49c-4245f2bcb328 req-6aa0cee2-dc91-4fec-b806-2df1b2eae2c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:44.817118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-abd7da34-b85c-4d09-b49c-4245f2bcb328 req-6aa0cee2-dc91-4fec-b806-2df1b2eae2c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 HTTP/1.1" status: 200 len: 909 time: 0.6410539 Nov 12 07:48:44.870555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:44.920967 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-abd7da34-b85c-4d09-b49c-4245f2bcb328 req-4292ab8c-afff-488c-9d9d-ec9a5d6b2ed5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 HTTP/1.1" status: 200 len: 217 time: 0.0872750 Nov 12 07:48:44.928517 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87f9c5b8-c85d-4551-8e3c-fbe73ef9cd06 req-6410915b-c3da-46b2-a6ff-a31fd83b6117 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "GET /v2.0/security-groups/2fb491db-adc6-449a-9d2b-a14500fe2f10 HTTP/1.1" status: 200 len: 1646 time: 0.1749895 Nov 12 07:48:44.998509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:45.004416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:45.004866 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:45.102756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7da34-b85c-4d09-b49c-4245f2bcb328 req-8f50e39f-12b6-418e-b97f-296c1fdd8065 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:45.104510 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-abd7da34-b85c-4d09-b49c-4245f2bcb328 req-8f50e39f-12b6-418e-b97f-296c1fdd8065 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6518e193-b426-4cb3-8412-63a23c5060f8 HTTP/1.1" status: 200 len: 855 time: 0.1748269 Nov 12 07:48:45.118463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 408fa58b-cdca-42fd-8ca2-98057d42893e up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:45.218229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:45.259984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 408fa58b-cdca-42fd-8ca2-98057d42893e triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:45.269509 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-abd7da34-b85c-4d09-b49c-4245f2bcb328 req-8c28e47d-dc1a-4795-9733-ad9a9d0d7c09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315393 Nov 12 07:48:45.270400 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:45.335189 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-87f9c5b8-c85d-4551-8e3c-fbe73ef9cd06 req-8ae57d5c-c64c-47dd-9fa0-1cf410aa3f3d tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:45.347652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:45.361822 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:45.365375 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:45.379899 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-87f9c5b8-c85d-4551-8e3c-fbe73ef9cd06 req-8ae57d5c-c64c-47dd-9fa0-1cf410aa3f3d tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:45.490172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:45.495193 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:45.588811 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-939b713f-6fe1-48a4-a2b2-b284dcd44c4c tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.33 "GET /v2.0/networks?tenant_id=24ba317245de4c41abc0c438bc1259f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1686203 Nov 12 07:48:45.815007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-5885e009-3bfb-4a14-97fc-39a9f637d317 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:45.816670 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-5885e009-3bfb-4a14-97fc-39a9f637d317 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/networks?id=ca3270a0-30f4-4301-bf4c-c45fb20a3808 HTTP/1.1" status: 200 len: 821 time: 0.7079275 Nov 12 07:48:45.849247 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-87f9c5b8-c85d-4551-8e3c-fbe73ef9cd06 req-8ae57d5c-c64c-47dd-9fa0-1cf410aa3f3d tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:45.865596 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-878252f5-cc91-477a-81c3-ff1ff5c22abc tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:45.896681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae57d5c-c64c-47dd-9fa0-1cf410aa3f3d tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb491db-adc6-449a-9d2b-a14500fe2f10,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:45.903854 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8ae57d5c-c64c-47dd-9fa0-1cf410aa3f3d tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:45.908604 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-abd7da34-b85c-4d09-b49c-4245f2bcb328 req-b87f58c7-e18a-4829-8da6-2dee2654baf6 service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277046 Nov 12 07:48:45.915056 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-94c627fa-2703-4d71-b524-5ada8e5987d5 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/quotas/0402c2929fa948bbaf15c876a908f13d HTTP/1.1" status: 200 len: 375 time: 0.0794458 Nov 12 07:48:45.920580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-2bae590e-f7b4-4d56-bc76-f466b22c0808 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:45.922003 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-2bae590e-f7b4-4d56-bc76-f466b22c0808 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3257186 Nov 12 07:48:45.925387 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-87f9c5b8-c85d-4551-8e3c-fbe73ef9cd06 req-8ae57d5c-c64c-47dd-9fa0-1cf410aa3f3d tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:45.926818 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87f9c5b8-c85d-4551-8e3c-fbe73ef9cd06 req-8ae57d5c-c64c-47dd-9fa0-1cf410aa3f3d tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] 10.222.0.40 "DELETE /v2.0/security-groups/2fb491db-adc6-449a-9d2b-a14500fe2f10 HTTP/1.1" status: 204 len: 173 time: 0.9015520 Nov 12 07:48:45.933131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52964) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:45.998347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Request body: {'port': {'device_id': '07941895-a840-4f25-80ed-18c54d776a14', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': '24ba317245de4c41abc0c438bc1259f5'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:46.019600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7a05e8-9d5c-4ec0-8c14-6ee8d818c92a admin admin] Deleting subnet 7e682d00-e59b-44c2-a593-f6dc52224ee8 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:48:46.023358 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd7a05e8-9d5c-4ec0-8c14-6ee8d818c92a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:46.029613 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-cd9a8802-2fb8-4083-9a13-962fd4d353de tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?tenant_id=0402c2929fa948bbaf15c876a908f13d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1065729 Nov 12 07:48:46.079038 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd7a05e8-9d5c-4ec0-8c14-6ee8d818c92a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:46.142810 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd7a05e8-9d5c-4ec0-8c14-6ee8d818c92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:46.306044 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:46.382434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:46.383440 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:46.424545 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd7a05e8-9d5c-4ec0-8c14-6ee8d818c92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:46.427454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:46.432464 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-abd7da34-b85c-4d09-b49c-4245f2bcb328 req-65113cd3-21c3-4fb0-9730-53ad84c642e4 service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5080492 Nov 12 07:48:46.434801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Usage tracker for resource:port and tenant:24ba317245de4c41abc0c438bc1259f5 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:46.437838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:46.442010 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aecf0280-41df-48a6-a91a-9a3cd45b5f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:46.443629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:46.470188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Made reservation on behalf of 24ba317245de4c41abc0c438bc1259f5 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:46.475869 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:46.500543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8070bd4-a91e-4c29-b967-b93efabffd8a req-dbaa15b1-c249-401d-ac17-c76a037aea1a tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:46.502194 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b8070bd4-a91e-4c29-b967-b93efabffd8a req-dbaa15b1-c249-401d-ac17-c76a037aea1a tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.3723917 Nov 12 07:48:46.509434 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-31459a53-f565-4268-a684-2fd61179017f service neutron] 10.222.0.40 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783174 Nov 12 07:48:46.516586 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:46.543136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:48:46.553112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a05e8-9d5c-4ec0-8c14-6ee8d818c92a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e682d00-e59b-44c2-a593-f6dc52224ee8,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:46.556563 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd7a05e8-9d5c-4ec0-8c14-6ee8d818c92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:46.598527 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd7a05e8-9d5c-4ec0-8c14-6ee8d818c92a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:46.604795 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cd7a05e8-9d5c-4ec0-8c14-6ee8d818c92a admin admin] 10.222.0.40 "DELETE /v2.0/subnets/7e682d00-e59b-44c2-a593-f6dc52224ee8 HTTP/1.1" status: 204 len: 168 time: 0.6702762 Nov 12 07:48:46.607736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52968) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:46.693212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:46.711712 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b8070bd4-a91e-4c29-b967-b93efabffd8a req-84d5651a-1019-4d90-89a9-2c9a9ed0de3a tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982996 Nov 12 07:48:46.716720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Usage tracker for resource:security_group_rule and tenant:24ba317245de4c41abc0c438bc1259f5 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:46.721253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:46.725110 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:46.731356 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:46.757967 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-a85e3c59-7b1c-41be-a56c-d1e041926d5d service neutron] 10.222.0.40 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2276773 Nov 12 07:48:46.822513 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:46.827032 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:46.839980 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-029eafb3-9560-4105-8d53-e74cd3e7d30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:46.984421 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e', 'code': 200} Nov 12 07:48:46.986639 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:47.117018 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a4ae4df-4e57-44d8-bee5-172a9be18297 req-d91b22db-fde4-4645-b4c0-b60ee4cb4208 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 210 time: 0.0604582 Nov 12 07:48:47.117148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68ac874-33b5-4605-8a91-e3e304891f40']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:47.137656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49f318f-9dae-46ec-af5a-df5fe444e744') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:47.137999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49f318f-9dae-46ec-af5a-df5fe444e744') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:47.168256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d58dca-b142-40de-90d2-116405944b06,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:47.168715 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:47.172387 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:47.192415 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:47.194856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:48:47.396324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Network d68ac874-33b5-4605-8a91-e3e304891f40 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:48:47.406935 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:47.631058 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Network d68ac874-33b5-4605-8a91-e3e304891f40 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:48:47.657016 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:48:47.703295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-69485216-001c-4acc-bb72-2807df029d41 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:47.704935 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-69485216-001c-4acc-bb72-2807df029d41 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.41 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a&tenant_id=6a2815708d614ce1b993a1a3e41c0d64&binding%3Ahost_id=n-h2-761264-6 HTTP/1.1" status: 200 len: 950 time: 0.5860639 Nov 12 07:48:47.739762 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:47.743129 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:47.761912 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:47.769806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d68ac874-33b5-4605-8a91-e3e304891f40,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:47.772416 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:47.776760 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] 10.222.0.40 "DELETE /v2.0/networks/d68ac874-33b5-4605-8a91-e3e304891f40 HTTP/1.1" status: 204 len: 168 time: 1.1654305 Nov 12 07:48:47.890708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ab4b2-d677-4597-b224-a8b570105392 req-f12660e0-c061-4a6a-bb25-ef79d324a650 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:47.892285 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b0ab4b2-d677-4597-b224-a8b570105392 req-f12660e0-c061-4a6a-bb25-ef79d324a650 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.6012039 Nov 12 07:48:47.902604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac2dd7-1769-4e60-8833-34dfe8a598e1 req-8d18ae87-a83b-43c1-885d-34245b5e3cf6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:47.904191 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dac2dd7-1769-4e60-8833-34dfe8a598e1 req-8d18ae87-a83b-43c1-885d-34245b5e3cf6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.6695552 Nov 12 07:48:47.936836 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-a2e2199b-fe16-475d-a875-31a528b76346 service neutron] delete failed (client error): The resource could not be found. Nov 12 07:48:47.937983 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-a2e2199b-fe16-475d-a875-31a528b76346 service neutron] 10.222.0.41 "DELETE /v2.0/ports/408fa58b-cdca-42fd-8ca2-98057d42893e/bindings/n-h1-761264-6 HTTP/1.1" status: 404 len: 380 time: 0.2183380 Nov 12 07:48:47.960509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Allocated IP 192.168.233.228 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/504694c8-808c-416d-bf60-22aee170aae6) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:48:47.990988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 52998) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:48.033509 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1b0ab4b2-d677-4597-b224-a8b570105392 req-d9386356-cb0c-4172-b4b4-bd5c6faa7e68 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282578 Nov 12 07:48:48.053334 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fe8adf1e-50c1-4544-8ee2-488d08a0d836 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=80044f1f20474c778efd2639c0062216&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0609667 Nov 12 07:48:48.053965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53002) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:48.087402 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dac2dd7-1769-4e60-8833-34dfe8a598e1 req-39e95cc1-44f0-4427-887b-485b48a7dcbd tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569531 Nov 12 07:48:48.170197 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-516f9b05-4c5c-4bb5-807f-4ca81183001a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:48.285986 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-516f9b05-4c5c-4bb5-807f-4ca81183001a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:48.336106 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b2bb3a8-9953-4338-a40c-e0cb2c539a85 req-e4e7f7c1-768c-48e8-b42e-723c5bdc3e37 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 210 time: 0.0742247 Nov 12 07:48:48.445842 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-18558ef1-7d62-467d-9f0a-5cdf9691c6bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1165 time: 0.4112427 Nov 12 07:48:48.635716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-51ce4a60-f1a9-44f8-8212-912a58dd5abd tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:48.636422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-51ce4a60-f1a9-44f8-8212-912a58dd5abd tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Synchronizing usage tracker for tenant:0402c2929fa948bbaf15c876a908f13d on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:48.655944 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-516f9b05-4c5c-4bb5-807f-4ca81183001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:48.661746 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fe5f3319-8d08-4993-b68b-5d00982829f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:48.671833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-51ce4a60-f1a9-44f8-8212-912a58dd5abd tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Unset dirty status for tenant:0402c2929fa948bbaf15c876a908f13d on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:48.673112 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-51ce4a60-f1a9-44f8-8212-912a58dd5abd tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.41 "GET /v2.0/networks?id=ca3270a0-30f4-4301-bf4c-c45fb20a3808 HTTP/1.1" status: 200 len: 821 time: 0.5433216 Nov 12 07:48:48.676009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f9b05-4c5c-4bb5-807f-4ca81183001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9f4dfe-66c8-4649-9ebe-6847e4b7f059,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:48.680829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:48.681049 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-516f9b05-4c5c-4bb5-807f-4ca81183001a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:48.683501 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-516f9b05-4c5c-4bb5-807f-4ca81183001a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:48.684978 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-516f9b05-4c5c-4bb5-807f-4ca81183001a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0a9f4dfe-66c8-4649-9ebe-6847e4b7f059 HTTP/1.1" status: 204 len: 168 time: 0.6299336 Nov 12 07:48:48.690484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Request body: {'port': {'device_id': 'a803ac5a-d98d-420f-b310-1008490923ca', 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808', 'admin_state_up': True, 'tenant_id': '0402c2929fa948bbaf15c876a908f13d'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:48.747308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Transition to ACTIVE for port object 504694c8-808c-416d-bf60-22aee170aae6 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:48.771767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a36d6-0888-46ed-a005-e46d987e7601 req-bba4b270-1f8e-4177-8769-9c0af78143fe tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:48.773461 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e32a36d6-0888-46ed-a005-e46d987e7601 req-bba4b270-1f8e-4177-8769-9c0af78143fe tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 950 time: 0.4626818 Nov 12 07:48:48.829436 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-ff37c513-830c-4a41-adde-43063e6bd4f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:48.831078 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-ff37c513-830c-4a41-adde-43063e6bd4f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3772709 Nov 12 07:48:48.848722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:48.852835 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Usage tracker for resource:port and tenant:0402c2929fa948bbaf15c876a908f13d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:48.856096 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:48.861940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:48.871113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Made reservation on behalf of 0402c2929fa948bbaf15c876a908f13d for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:48.876725 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:48.912758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89342b91-3334-4d09-b79c-5e8e794d7b93 req-2e2f04aa-31a5-48d7-a99b-49761b9d628c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:48.914865 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89342b91-3334-4d09-b79c-5e8e794d7b93 req-2e2f04aa-31a5-48d7-a99b-49761b9d628c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.3487380 Nov 12 07:48:48.920037 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:48.953485 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f3b43077-428b-4518-a378-d274e2fd59df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:48.985561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadee702-5635-4868-ade2-4136ee3561f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c0e2a2-7ce7-4b37-8daf-164478e0bfc9'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:49.071480 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-1994ad0d-acf6-4219-b65a-8e7e21a0ccaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 200 len: 217 time: 0.2243688 Nov 12 07:48:49.089045 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e32a36d6-0888-46ed-a005-e46d987e7601 req-9cd42bb8-6e9c-4d1b-9afd-54e0744d6816 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022623 Nov 12 07:48:49.207883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Allocated IP 172.20.0.11 (ca3270a0-30f4-4301-bf4c-c45fb20a3808/ba141779-c31e-4dae-94f4-1c3fd8308950/0fb8e669-6a69-439a-8533-632c1a68159f) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:48:49.224595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Pushing event updated for resources: {'Port': ['ID=504694c8-808c-416d-bf60-22aee170aae6,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:49.228646 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:49.263958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-cd6330e2-205a-4ccb-b4ef-5eb7f69d68c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:49.265596 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-cd6330e2-205a-4ccb-b4ef-5eb7f69d68c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1714108 Nov 12 07:48:49.271210 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89342b91-3334-4d09-b79c-5e8e794d7b93 req-4fa4cc60-da9b-4cd6-9861-275b5a3902dc tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188665 Nov 12 07:48:49.367134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:48:49.426637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:49.428927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:48:49.444746 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:49.479673 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:49.501715 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f9e35676-ba84-4ef8-898a-e83f6a28362f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:49.518124 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-3e914718-1493-48b0-b0de-9beb66056841 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/networks?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933278 Nov 12 07:48:49.673355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:49.674059 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:49.690905 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event updated for resources: {'Port': ['ID=0fb8e669-6a69-439a-8533-632c1a68159f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:49.696302 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:49.700015 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-616026cf-a116-4081-ad91-bd6528de1484 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4258931 Nov 12 07:48:49.743963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Network ca3270a0-30f4-4301-bf4c-c45fb20a3808 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:48:49.745928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:49.748467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:48:49.767627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 53054) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:49.799056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-5dd9d22b-188e-40d4-be64-07f1203d1d6e None None] Provisioning for port 504694c8-808c-416d-bf60-22aee170aae6 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:49.805035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-5dd9d22b-188e-40d4-be64-07f1203d1d6e None None] Provisioning complete for port 504694c8-808c-416d-bf60-22aee170aae6 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:49.805793 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5dd9d22b-188e-40d4-be64-07f1203d1d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:49.815603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:49.816368 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:49.837819 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1515622 Nov 12 07:48:49.851091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Request body: {'port': {'device_id': 'a803ac5a-d98d-420f-b310-1008490923ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:49.867408 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8803303 Nov 12 07:48:49.875924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9d22b-188e-40d4-be64-07f1203d1d6e None None] Port 504694c8-808c-416d-bf60-22aee170aae6 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:48:49.886579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46086e63-1306-42fc-ac66-21dea666bcea req-2a34c4d0-3a4d-4b68-a26c-57cd72d569c6 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:49.887360 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-46086e63-1306-42fc-ac66-21dea666bcea req-2a34c4d0-3a4d-4b68-a26c-57cd72d569c6 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Synchronizing usage tracker for tenant:24ba317245de4c41abc0c438bc1259f5 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:49.910454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Request body: {'port': {'device_id': '07941895-a840-4f25-80ed-18c54d776a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:49.974303 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:49.975432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-c48e07d9-5065-461b-8cf1-918790dc9909 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:49.977082 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-c48e07d9-5065-461b-8cf1-918790dc9909 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4187913 Nov 12 07:48:50.035435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1116958986-network', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:50.038714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-46086e63-1306-42fc-ac66-21dea666bcea req-2a34c4d0-3a4d-4b68-a26c-57cd72d569c6 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Unset dirty status for tenant:24ba317245de4c41abc0c438bc1259f5 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:50.040294 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-46086e63-1306-42fc-ac66-21dea666bcea req-2a34c4d0-3a4d-4b68-a26c-57cd72d569c6 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 936 time: 0.6961191 Nov 12 07:48:50.086031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:50.115306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Usage tracker for resource:network and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:50.125879 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-416a8700-0b5b-4015-88fc-c09e8dab6736 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/quotas/cd7a676a17ee45aea3ea3fb6437e52e0 HTTP/1.1" status: 200 len: 375 time: 0.1237397 Nov 12 07:48:50.126721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:50.146468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:50.150113 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-82ed63a2-6538-429a-88ec-4a8f0b40d4d2 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340372 Nov 12 07:48:50.231134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:50.405413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb8e669-6a69-439a-8533-632c1a68159f {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:48:50.413515 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:50.428327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Transition to ACTIVE for port object 0fb8e669-6a69-439a-8533-632c1a68159f will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:50.433218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:50.450554 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4522f9a0-3efc-426b-a156-3ef7e17b16ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:50.560596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:50.565352 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:50.586744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Pushing event updated for resources: {'Port': ['ID=0fb8e669-6a69-439a-8533-632c1a68159f,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:50.603724 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:50.640964 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:50.670165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-46086e63-1306-42fc-ac66-21dea666bcea req-d0aea9fd-9f8c-4081-98ae-59328b659576 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Synchronizing usage tracker for tenant:24ba317245de4c41abc0c438bc1259f5 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:50.780984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Attempting to bind port 0fb8e669-6a69-439a-8533-632c1a68159f on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:48:50.781384 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Attempting to bind port 0fb8e669-6a69-439a-8533-632c1a68159f by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:48:50.781755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Attempting to bind port 0fb8e669-6a69-439a-8533-632c1a68159f on network ca3270a0-30f4-4301-bf4c-c45fb20a3808 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:48:50.788991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:48:50.789390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Checking segment: {'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:50.789783 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:50.790170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Bound using segment: {'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:48:50.790639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Bound port: 0fb8e669-6a69-439a-8533-632c1a68159f, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:48:50.791011 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:50.816437 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e50c36d-88e6-4798-a890-e5707307dd67 req-f9c71797-052c-4073-84be-5feaaaee3529 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6241829 Nov 12 07:48:50.824392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:50.826780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-46086e63-1306-42fc-ac66-21dea666bcea req-d0aea9fd-9f8c-4081-98ae-59328b659576 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Unset dirty status for tenant:24ba317245de4c41abc0c438bc1259f5 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:50.828188 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-46086e63-1306-42fc-ac66-21dea666bcea req-d0aea9fd-9f8c-4081-98ae-59328b659576 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7393653 Nov 12 07:48:50.838788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:50.847271 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-8d826702-93f5-46fc-9989-c7985a4c3fc9 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7073011 Nov 12 07:48:50.849979 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:50.895071 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] For port 0fb8e669-6a69-439a-8533-632c1a68159f, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:50.901209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:50.901611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] For port 0fb8e669-6a69-439a-8533-632c1a68159f, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=0fb8e669-6a69-439a-8533-632c1a68159f,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:48:50.907580 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:50.933885 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:51.028343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Pushing event updated for resources: {'Port': ['ID=0fb8e669-6a69-439a-8533-632c1a68159f,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:51.084649 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:51.140560 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadee702-5635-4868-ade2-4136ee3561f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c0e2a2-7ce7-4b37-8daf-164478e0bfc9', 'code': 200} Nov 12 07:48:51.150567 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:51.159896 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:51.177695 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5232dbe4-842e-40b3-a170-41eab4d2c6c0 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:51.192749 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:51.194251 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] 10.222.0.41 "PUT /v2.0/ports/0fb8e669-6a69-439a-8533-632c1a68159f HTTP/1.1" status: 200 len: 1156 time: 1.3479724 Nov 12 07:48:51.194942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a803ac5a-d98d-420f-b310-1008490923ca', 'tag': '0fb8e669-6a69-439a-8533-632c1a68159f'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:51.365649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:48:51.370456 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:48:51.385374 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-b8cfb3d4-60d7-4396-8776-822a27e26789 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0402c2929fa948bbaf15c876a908f13d&device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 1159 time: 0.1143553 Nov 12 07:48:51.481488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-39628f3d-d79c-413d-ac04-4eae9f4e9a0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fb8e669-6a69-439a-8533-632c1a68159f HTTP/1.1" status: 200 len: 217 time: 0.0877144 Nov 12 07:48:51.596233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504694c8-808c-416d-bf60-22aee170aae6 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:48:51.610286 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:51.624706 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Transition to ACTIVE for port object 504694c8-808c-416d-bf60-22aee170aae6 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:51.629119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:51.636131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-5381434b-5b67-486f-932b-00ec9772ac08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:51.638582 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-5381434b-5b67-486f-932b-00ec9772ac08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba141779-c31e-4dae-94f4-1c3fd8308950 HTTP/1.1" status: 200 len: 861 time: 0.1507673 Nov 12 07:48:51.644084 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:51.646482 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:51.646938 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Added segment 0326d7ec-6c26-497e-bb77-b7f2b460ac8c of type vxlan for network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 Nov 12 07:48:51.697518 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:51.720331 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-cc6a8449-ebb5-4e00-8bb9-956931faeee0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca3270a0-30f4-4301-bf4c-c45fb20a3808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656130 Nov 12 07:48:51.812035 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:51.891217 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-c6aeee74-e313-44c5-8727-adeafb292c57 service neutron] 10.222.0.41 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552424 Nov 12 07:48:51.946668 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:52.045462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Pushing event updated for resources: {'Port': ['ID=504694c8-808c-416d-bf60-22aee170aae6,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:52.050081 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:52.055651 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb469bc6-350c-4e55-8794-f8d430cad6e1 req-756e47f6-c875-449c-8e3f-f3f3db2f9a25 service neutron] 10.222.0.41 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1569905 Nov 12 07:48:52.098097 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3a5a47aa-d266-4942-a9dd-58c4a92a242f req-70e90ae0-a0db-40cb-a2c8-f3f9d9fcdeb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 1160 time: 0.8734565 Nov 12 07:48:52.103002 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:48:52.145354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e46eb-33f5-4372-aad1-345488f24bd0 req-1ce9cf74-9e07-421d-afb2-084d6c767300 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:52.146862 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e7e46eb-33f5-4372-aad1-345488f24bd0 req-1ce9cf74-9e07-421d-afb2-084d6c767300 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.7852044 Nov 12 07:48:52.170979 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-665e97b1-6300-437b-9a45-8cd6143f8e14 req-0cd6498a-5af5-4b54-ad0d-3929f0a76bbf service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 1161 time: 0.5298131 Nov 12 07:48:52.211136 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:52.229166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:52.229806 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:52.238264 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ddd5fa55-6c3f-4fb8-9f9c-eda9941299e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:52.439265 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3a5a47aa-d266-4942-a9dd-58c4a92a242f req-2fea9e58-9440-42cf-8532-dd4109a9355f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233888 Nov 12 07:48:52.454669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca846f95-203d-40b1-bb25-e3f3f526b704 req-2cf24d15-0b58-4a2b-a61b-9282c160c011 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:52.456247 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ca846f95-203d-40b1-bb25-e3f3f526b704 req-2cf24d15-0b58-4a2b-a61b-9282c160c011 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 944 time: 0.4715929 Nov 12 07:48:52.495169 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.7231646 Nov 12 07:48:52.496053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Pushing event updated for resources: {'Network': ['ID=9e02d43c-c0be-4dc1-9a3b-95afe7005c64,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:52.498424 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53116) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:52.500143 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e7e46eb-33f5-4372-aad1-345488f24bd0 req-cd6da77a-c8ba-4eb6-96a7-3d08e15c5847 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394709 Nov 12 07:48:52.503109 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:52.506298 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-665e97b1-6300-437b-9a45-8cd6143f8e14 req-edc82a2f-d17d-4601-bd90-44475e73b510 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142779 Nov 12 07:48:52.508822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:48:52.514270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Request body: {'subnet': {'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1116958986-subnet', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:52.533095 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:52.537801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Usage tracker for resource:subnet and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:52.542591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:52.553281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:52.557548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:48:52.578701 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:52.585280 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:52.589078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:48:52.596475 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ca846f95-203d-40b1-bb25-e3f3f526b704 req-e3a8c50b-0481-4b70-9906-4bff9f4c78b3 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268370 Nov 12 07:48:52.700324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-962bcaa8-871f-4463-8dc3-0d997f7ba6e0 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633149 Nov 12 07:48:52.843782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Attempting to bind port 504694c8-808c-416d-bf60-22aee170aae6 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:48:52.844269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Attempting to bind port 504694c8-808c-416d-bf60-22aee170aae6 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:48:52.844491 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Attempting to bind port 504694c8-808c-416d-bf60-22aee170aae6 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:48:52.959545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:48:52.959804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:52.960190 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:52.960646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:48:52.961213 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Bound port: 504694c8-808c-416d-bf60-22aee170aae6, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:48:52.961584 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:53.078432 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:53.094824 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b6a1bc8d-6ab0-456f-bcd0-25f52fd89d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:53.113687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5131f-ad76-4550-bfcc-062430442188 req-dcadba25-c4cd-40ad-93d3-03309c56589e tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:53.115305 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-deb5131f-ad76-4550-bfcc-062430442188 req-dcadba25-c4cd-40ad-93d3-03309c56589e tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.3342505 Nov 12 07:48:53.136281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-f59f85e5-698d-44fc-9657-f7b4edff4fb3 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:53.137848 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-f59f85e5-698d-44fc-9657-f7b4edff4fb3 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3891246 Nov 12 07:48:53.143797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93693185-2849-4e93-bd08-a7a020955adc req-77b1c3d0-6de9-4601-a1ff-48bdcabf0a6d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:53.145305 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93693185-2849-4e93-bd08-a7a020955adc req-77b1c3d0-6de9-4601-a1ff-48bdcabf0a6d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 950 time: 0.4522316 Nov 12 07:48:53.170336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Request body: {'port': {'device_id': 'fa89d440-52de-4eb2-8c2a-4b022ff06dd7', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'cd7a676a17ee45aea3ea3fb6437e52e0'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:53.234725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65b218e-81a3-462b-b61b-e82d2bc64095,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:53.239641 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:53.306983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Checking segment: {'id': '0326d7ec-6c26-497e-bb77-b7f2b460ac8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:53.307776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Network hostable DHCP agents. Network: 9e02d43c-c0be-4dc1-9a3b-95afe7005c64, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:48:53.333734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:48:53.345178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 9e02d43c-c0be-4dc1-9a3b-95afe7005c64) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:53.355276 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97a353-3153-4ac6-8964-5a4ea82662d4 None None] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:48:53.358205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:53.358871 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:53.385255 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8826089 Nov 12 07:48:53.385840 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53120) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:53.391532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1116958986-router', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:53.397632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:53.402765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Usage tracker for resource:router and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:48:53.410718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:48:53.417390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:53.430533 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846799970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718870'] for router, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:53.431604 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7958150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846774114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56930'] for router, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:53.459823 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:53.601055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:48:53.606487 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] For port 504694c8-808c-416d-bf60-22aee170aae6, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:53.606822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-9e02d43c-c0be-4dc1-9a3b-95afe7005c64', 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'fixed_ips': [{'subnet_id': 'd65b218e-81a3-462b-b61b-e82d2bc64095'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:48:53.608636 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:53.647856 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:53.653535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:48:53.668990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] For port 504694c8-808c-416d-bf60-22aee170aae6, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=504694c8-808c-416d-bf60-22aee170aae6,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:48:53.679129 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-93693185-2849-4e93-bd08-a7a020955adc req-b533fea0-0d8e-4b99-b6a1-f985ad1b94e9 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151634 Nov 12 07:48:53.698533 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:53.741351 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-417353a2-edbc-4654-8468-95101542a277 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:53.813579 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-deb5131f-ad76-4550-bfcc-062430442188 req-4254459a-bca9-4def-8140-399c0c2e9ae9 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6831918 Nov 12 07:48:53.936259 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:53.976281 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a803ac5a-d98d-420f-b310-1008490923ca', 'tag': '0fb8e669-6a69-439a-8533-632c1a68159f', 'status': 'completed', 'code': 200} Nov 12 07:48:53.984456 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:54.045807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Allocated IP 172.20.0.2 (9e02d43c-c0be-4dc1-9a3b-95afe7005c64/d65b218e-81a3-462b-b61b-e82d2bc64095/855bb36c-d6a6-42ba-a00f-d238bed6a3b1) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:48:54.076657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Made reservation on behalf of cd7a676a17ee45aea3ea3fb6437e52e0 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:48:54.082886 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:54.125200 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-910b42e5-0d43-4037-941f-6e7501a2290f req-4670d8e5-edb5-4fb4-b241-ed5581b79eac tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 210 time: 0.0895362 Nov 12 07:48:54.174747 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:54.176583 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] 10.222.0.33 "PUT /v2.0/ports/504694c8-808c-416d-bf60-22aee170aae6 HTTP/1.1" status: 200 len: 1160 time: 4.2830124 Nov 12 07:48:54.178329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07941895-a840-4f25-80ed-18c54d776a14', 'tag': '504694c8-808c-416d-bf60-22aee170aae6'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:54.401229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:54.413233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Transition to ACTIVE for port object 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:54.431515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Transition to ACTIVE for port object 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:54.448027 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:54.472767 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:54.490141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Pushing event updated for resources: {'Port': ['ID=504694c8-808c-416d-bf60-22aee170aae6,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:54.573861 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:54.695907 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Pushing event updated for resources: {'Port': ['ID=855bb36c-d6a6-42ba-a00f-d238bed6a3b1,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:54.742182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.742537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.742926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.743284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.743648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.744579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.744579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.744780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.745228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.745582 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.745936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.746665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.746665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.746972 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.747309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.747911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.748034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.748310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.748660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.749036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.750278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.750278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.750278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.750579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.751235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.751235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.751532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.751823 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.752137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.752481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.752828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.753555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.753555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.753874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.754261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.754797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:54.762324 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:54.771738 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-48642c92-2da7-4c8f-8d21-974ea4ae0ce9 req-9ae2257f-ecd1-4b3d-bcea-10b37e2ead59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0402c2929fa948bbaf15c876a908f13d&device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 1159 time: 0.7614653 Nov 12 07:48:54.780421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Allocated IP 192.168.233.217 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/a56f7f93-1f0d-445c-8d5f-b6b49e92be28) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:48:54.793668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-c0c6ff6d-c98f-4f0e-96a4-389c859ea35e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:48:54.797783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:48:54.799358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:54.801837 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:48:54.820829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c3983-3c42-4682-b08a-11a951c35325 req-fe438cc3-ddba-4853-b600-575c578f2447 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:54.822523 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-147c3983-3c42-4682-b08a-11a951c35325 req-fe438cc3-ddba-4853-b600-575c578f2447 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.2923801 Nov 12 07:48:54.826251 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-00463428-26b0-441f-b1c2-78bca23166e0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24ba317245de4c41abc0c438bc1259f5&device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 1163 time: 0.3381531 Nov 12 07:48:54.862457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Attempting to bind port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:48:54.863662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Attempting to bind port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '0326d7ec-6c26-497e-bb77-b7f2b460ac8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:48:54.864086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Attempting to bind port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 on network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:48:54.872546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:48:54.873137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Checking segment: {'id': '0326d7ec-6c26-497e-bb77-b7f2b460ac8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:54.873784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e9eb3-1a83-4116-a01f-a8db3f7a431b req-d60dcdbd-ca5e-4aa9-a347-68b1ee5ee5e0 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:54.873899 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:54.874327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Bound using segment: {'id': '0326d7ec-6c26-497e-bb77-b7f2b460ac8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:48:54.874866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Bound port: 855bb36c-d6a6-42ba-a00f-d238bed6a3b1, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0326d7ec-6c26-497e-bb77-b7f2b460ac8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:48:54.875293 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:54.881480 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-699e9eb3-1a83-4116-a01f-a8db3f7a431b req-d60dcdbd-ca5e-4aa9-a347-68b1ee5ee5e0 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 948 time: 0.3955300 Nov 12 07:48:54.969967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Allocated IP 172.25.5.109 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/b1bad93e-5cea-4ad8-9a7a-38c5ae0af192) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:48:54.975208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] For port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:54.979540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] For port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=855bb36c-d6a6-42ba-a00f-d238bed6a3b1,segment=NetworkSegment(0326d7ec-6c26-497e-bb77-b7f2b460ac8c),segment_id=0326d7ec-6c26-497e-bb77-b7f2b460ac8c)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:48:54.985693 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:54.995472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48642c92-2da7-4c8f-8d21-974ea4ae0ce9 req-bba9d26c-f51c-4306-8bbd-56e5c600babe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:54.997126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-48642c92-2da7-4c8f-8d21-974ea4ae0ce9 req-bba9d26c-f51c-4306-8bbd-56e5c600babe service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca3270a0-30f4-4301-bf4c-c45fb20a3808 HTTP/1.1" status: 200 len: 915 time: 0.2186136 Nov 12 07:48:55.021644 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-7f0f51c4-23c0-4358-913a-fcf383bd25ba service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=504694c8-808c-416d-bf60-22aee170aae6 HTTP/1.1" status: 200 len: 217 time: 0.1717632 Nov 12 07:48:55.061032 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:55.138511 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-48642c92-2da7-4c8f-8d21-974ea4ae0ce9 req-7abf2427-1c29-4229-ac47-91a3d0bd518e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fb8e669-6a69-439a-8533-632c1a68159f HTTP/1.1" status: 200 len: 217 time: 0.1216898 Nov 12 07:48:55.166006 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-147c3983-3c42-4682-b08a-11a951c35325 req-a818ada6-4519-4adc-8aac-2f0ca3d9a807 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337696 Nov 12 07:48:55.197537 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-699e9eb3-1a83-4116-a01f-a8db3f7a431b req-d37252c6-6a3e-4e32-99d9-6eaa66557d46 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150141 Nov 12 07:48:55.222157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 0fb8e669-6a69-439a-8533-632c1a68159f up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:55.259521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48642c92-2da7-4c8f-8d21-974ea4ae0ce9 req-a134a3c6-e6ba-468c-9ffe-529d6521f8c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:55.261047 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-48642c92-2da7-4c8f-8d21-974ea4ae0ce9 req-a134a3c6-e6ba-468c-9ffe-529d6521f8c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba141779-c31e-4dae-94f4-1c3fd8308950 HTTP/1.1" status: 200 len: 861 time: 0.1146920 Nov 12 07:48:55.304253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-6ed91534-dc26-492f-af2e-e908be3f1aa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:55.313308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Pushing event updated for resources: {'Port': ['ID=855bb36c-d6a6-42ba-a00f-d238bed6a3b1,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:55.317117 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:55.318140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 0fb8e669-6a69-439a-8533-632c1a68159f completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:55.319572 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-6ed91534-dc26-492f-af2e-e908be3f1aa0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2843223 Nov 12 07:48:55.323451 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 0fb8e669-6a69-439a-8533-632c1a68159f triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:55.323970 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:55.330772 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:55.335811 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-48642c92-2da7-4c8f-8d21-974ea4ae0ce9 req-2f8aad9f-0924-464f-9307-8736f5dfe153 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca3270a0-30f4-4301-bf4c-c45fb20a3808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666547 Nov 12 07:48:55.470758 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:55.486326 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:55.500310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a803ac5a-d98d-420f-b310-1008490923ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8e669-6a69-439a-8533-632c1a68159f'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:55.510998 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:55.512425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 0fb8e669-6a69-439a-8533-632c1a68159f, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=0fb8e669-6a69-439a-8533-632c1a68159f,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:55.530876 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:55.533069 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:55.641927 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:55.647523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=0fb8e669-6a69-439a-8533-632c1a68159f,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:55.651321 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:55.678044 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-48642c92-2da7-4c8f-8d21-974ea4ae0ce9 req-fd83f7bc-93cd-48d4-acaf-9a8efad4ccc9 service neutron] 10.222.0.41 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324313 Nov 12 07:48:55.700099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Transition to ACTIVE for port object a56f7f93-1f0d-445c-8d5f-b6b49e92be28 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:55.750851 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-a54d9f93-632e-4bea-9dc3-72325f0fc611 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4216316 Nov 12 07:48:55.758941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c09145-917f-40ed-9c03-f8f8163c2757 req-34fa89ab-d3e8-41bc-b8f7-6e4fb6607377 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:55.769324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68c09145-917f-40ed-9c03-f8f8163c2757 req-34fa89ab-d3e8-41bc-b8f7-6e4fb6607377 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 944 time: 0.3238335 Nov 12 07:48:55.796432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Pushing event updated for resources: {'Port': ['ID=b1bad93e-5cea-4ad8-9a7a-38c5ae0af192,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:55.807021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:55.823438 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:55.881609 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ddcc1f6c-8e51-4f53-98d7-af0a8ed692dc req-66583afb-b264-4221-bcae-9561abb2d627 tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1165 time: 0.3771377 Nov 12 07:48:55.894656 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:55.896059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:55.907684 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-48642c92-2da7-4c8f-8d21-974ea4ae0ce9 req-45ce5567-d486-4da4-aee3-a48fd7056aa4 service neutron] 10.222.0.41 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2166603 Nov 12 07:48:55.913873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:48:55.915654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:55.917993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:48:55.928654 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5a058c78-bc41-4524-ba1e-d925d65059be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:56.108522 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:56.109410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7975814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930'] for router, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:56.121123 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68c09145-917f-40ed-9c03-f8f8163c2757 req-536943c3-391a-49d5-baf2-38428109d730 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507977 Nov 12 07:48:56.160313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Pushing event updated for resources: {'Port': ['ID=a56f7f93-1f0d-445c-8d5f-b6b49e92be28,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:56.164241 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:56.202291 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4595a90f-86ce-4280-a79c-92439420e6e4 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305954 Nov 12 07:48:56.203456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ddcc1f6c-8e51-4f53-98d7-af0a8ed692dc req-5df99bc9-f268-41aa-84d1-ee397a0cd25d tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Synchronizing usage tracker for tenant:2c7d18c325ef4417b6a1d31d5bf290a3 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:56.208640 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07941895-a840-4f25-80ed-18c54d776a14', 'tag': '504694c8-808c-416d-bf60-22aee170aae6', 'status': 'completed', 'code': 200} Nov 12 07:48:56.344265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-439ff220-4389-405b-81fb-5976f95ae0b0 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:56.345047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-439ff220-4389-405b-81fb-5976f95ae0b0 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Synchronizing usage tracker for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:56.365332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-439ff220-4389-405b-81fb-5976f95ae0b0 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Unset dirty status for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:56.366458 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-439ff220-4389-405b-81fb-5976f95ae0b0 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.41 "GET /v2.0/ports?device_id=2a451de5-42f7-47a2-b0c9-b7f1259592c8 HTTP/1.1" status: 200 len: 946 time: 0.1407824 Nov 12 07:48:56.375941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ddcc1f6c-8e51-4f53-98d7-af0a8ed692dc req-5df99bc9-f268-41aa-84d1-ee397a0cd25d tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] Unset dirty status for tenant:2c7d18c325ef4417b6a1d31d5bf290a3 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:56.377210 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ddcc1f6c-8e51-4f53-98d7-af0a8ed692dc req-5df99bc9-f268-41aa-84d1-ee397a0cd25d tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791210 Nov 12 07:48:56.464109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Deleting port 60c63cda-f671-4087-a322-c645c05a78c4 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:48:56.464490 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:56.525417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 0fb8e669-6a69-439a-8533-632c1a68159f up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:56.640573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 0fb8e669-6a69-439a-8533-632c1a68159f triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:56.641270 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:56.740184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Router 76c40ad6-d380-4f13-a085-212edbee02a6 is scheduled to L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 with binding_index 1 {{(pid=80793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 12 07:48:56.783457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 60c63cda-f671-4087-a322-c645c05a78c4 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:48:56.815349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:48:56.825327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:48:56.830856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:48:56.892316 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0b854ce0-d4ff-4855-be45-98050d4864ec req-4b5f5d6d-9c15-400a-8718-895f22dc3112 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6778226 Nov 12 07:48:56.922404 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:56.952662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c97e71a-012d-477a-9ead-927beb45d927 None None] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:48:56.998404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-300dd590-909a-4af2-bff6-96cd1efc101f None None] Provisioning for port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:57.061489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-36053d48-f9be-4f0f-8753-0e18b1841870 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:57.061910 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-300dd590-909a-4af2-bff6-96cd1efc101f None None] Provisioning complete for port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:57.062306 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-300dd590-909a-4af2-bff6-96cd1efc101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:57.063396 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-36053d48-f9be-4f0f-8753-0e18b1841870 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 804 time: 0.7449837 Nov 12 07:48:57.103117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:57.104302 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:57.119086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66930421-16e7-4836-bfd0-ebdfc3fe02d3 req-e049cf19-49ef-40f3-8496-9719627b2282 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:57.120831 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-66930421-16e7-4836-bfd0-ebdfc3fe02d3 req-e049cf19-49ef-40f3-8496-9719627b2282 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.4036415 Nov 12 07:48:57.152621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 60c63cda-f671-4087-a322-c645c05a78c4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=60c63cda-f671-4087-a322-c645c05a78c4,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:57.158458 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-1089abc6-7368-4c61-9160-c1441a9f91d7 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/quotas/56e160fff5134a87843737d179f71a62 HTTP/1.1" status: 200 len: 375 time: 0.0847325 Nov 12 07:48:57.176650 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:57.182133 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:57.216267 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0519247 Nov 12 07:48:57.235000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Request body: {'port': {'device_id': 'fa89d440-52de-4eb2-8c2a-4b022ff06dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:48:57.245529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] For port 60c63cda-f671-4087-a322-c645c05a78c4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=60c63cda-f671-4087-a322-c645c05a78c4,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:57.245933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:57.300104 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db3dadf9-c5a1-44ff-a89b-89df9a74104f req-7d1b8dae-35b4-4887-a523-b37857c6a76c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24ba317245de4c41abc0c438bc1259f5&device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 1163 time: 0.3044229 Nov 12 07:48:57.356731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=60c63cda-f671-4087-a322-c645c05a78c4,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:57.370776 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:57.382688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Calling delete_port for 60c63cda-f671-4087-a322-c645c05a78c4 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:48:57.407824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-66930421-16e7-4836-bfd0-ebdfc3fe02d3 req-802ee0b9-34a6-4409-a49c-a2f55ea1bcbe tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771757 Nov 12 07:48:57.417129 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-300dd590-909a-4af2-bff6-96cd1efc101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:57.477836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-300dd590-909a-4af2-bff6-96cd1efc101f None None] For port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=855bb36c-d6a6-42ba-a00f-d238bed6a3b1,segment=NetworkSegment(0326d7ec-6c26-497e-bb77-b7f2b460ac8c),segment_id=0326d7ec-6c26-497e-bb77-b7f2b460ac8c)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:57.491795 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-300dd590-909a-4af2-bff6-96cd1efc101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:57.493920 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:57.543455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:48:57.544008 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:48:57.558603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:48:57.563323 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:57.568210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Sync routers for ids ['76c40ad6-d380-4f13-a085-212edbee02a6'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:48:57.593143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Routers {'76c40ad6-d380-4f13-a085-212edbee02a6'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:48:57.593833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:48:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['76c40ad6-d380-4f13-a085-212edbee02a6'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:57.621694 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-8ea587d9-94b8-434b-929e-1c8e0fc4df56 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4499815 Nov 12 07:48:57.649874 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:57.651463 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2647793 Nov 12 07:48:57.654217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53160) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:48:57.778622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dadf9-c5a1-44ff-a89b-89df9a74104f req-932426ee-f5b9-49b4-9e5b-63c23d44f911 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:57.780520 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db3dadf9-c5a1-44ff-a89b-89df9a74104f req-932426ee-f5b9-49b4-9e5b-63c23d44f911 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.4627454 Nov 12 07:48:57.858560 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-14388271-b47c-4eb1-bfb4-1a5d49b1addc None None] Provisioning for port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:48:57.871193 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-14388271-b47c-4eb1-bfb4-1a5d49b1addc None None] Provisioning complete for port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:57.871611 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14388271-b47c-4eb1-bfb4-1a5d49b1addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:57.942755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-14388271-b47c-4eb1-bfb4-1a5d49b1addc None None] Port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:48:57.949643 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dd590-909a-4af2-bff6-96cd1efc101f None None] Pushing event updated for resources: {'Port': ['ID=855bb36c-d6a6-42ba-a00f-d238bed6a3b1,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:57.953354 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-300dd590-909a-4af2-bff6-96cd1efc101f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:58.070261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-e6f679d5-c92e-49f1-9788-57f556705222 None None] Provisioning complete for port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:58.070684 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e6f679d5-c92e-49f1-9788-57f556705222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:58.077262 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db3dadf9-c5a1-44ff-a89b-89df9a74104f req-95d355f5-100c-46c4-bed8-31e135024767 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=504694c8-808c-416d-bf60-22aee170aae6 HTTP/1.1" status: 200 len: 217 time: 0.1842084 Nov 12 07:48:58.082652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Set router 76c40ad6-d380-4f13-a085-212edbee02a6 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:48:58.110284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Deleting port 60c63cda-f671-4087-a322-c645c05a78c4 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:48:58.110829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:58.325177 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-b8b6719f-207e-4d0b-b4a2-554feec877a8 service neutron] 10.222.0.40 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821389 Nov 12 07:48:58.334241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dadf9-c5a1-44ff-a89b-89df9a74104f req-2ab0b4e4-dfb2-4f30-8b94-86998af8a746 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:58.335783 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db3dadf9-c5a1-44ff-a89b-89df9a74104f req-2ab0b4e4-dfb2-4f30-8b94-86998af8a746 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2469704 Nov 12 07:48:58.367690 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151e350-179a-4701-a289-2d1f129f0398 req-b00b6e7f-96d4-4d2f-bcef-3912ec3ef206 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:58.368461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e151e350-179a-4701-a289-2d1f129f0398 req-b00b6e7f-96d4-4d2f-bcef-3912ec3ef206 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Synchronizing usage tracker for tenant:cd7a676a17ee45aea3ea3fb6437e52e0 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:48:58.373984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-73cb4fba-991a-473a-a165-2f918a4500c2 None None] Provisioning complete for port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:48:58.374699 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-73cb4fba-991a-473a-a165-2f918a4500c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:58.452736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'name': 'tempest-ServersTestMultiNic-1116958986-router', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:48:53Z', 'updated_at': '2020-11-12T07:48:56Z', 'revision_number': 3, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'gw_port': {'id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:48:54Z', 'updated_at': '2020-11-12T07:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:58.457471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Checking router: 76c40ad6-d380-4f13-a085-212edbee02a6 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:48:58.457873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Updating router 76c40ad6-d380-4f13-a085-212edbee02a6 port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:48:58.470055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] For port 60c63cda-f671-4087-a322-c645c05a78c4, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=60c63cda-f671-4087-a322-c645c05a78c4,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:48:58.470453 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:58.520005 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:58.600772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e151e350-179a-4701-a289-2d1f129f0398 req-b00b6e7f-96d4-4d2f-bcef-3912ec3ef206 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Unset dirty status for tenant:cd7a676a17ee45aea3ea3fb6437e52e0 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:48:58.608217 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e151e350-179a-4701-a289-2d1f129f0398 req-b00b6e7f-96d4-4d2f-bcef-3912ec3ef206 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 936 time: 0.9373248 Nov 12 07:48:58.744907 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-8646bd45-3024-43c3-ac59-2ef1d36c2a08 service neutron] 10.222.0.40 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4049721 Nov 12 07:48:58.748333 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db3dadf9-c5a1-44ff-a89b-89df9a74104f req-b5ec4e53-0100-490e-9c4e-314777e1d2af service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3753135 Nov 12 07:48:58.765550 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e151e350-179a-4701-a289-2d1f129f0398 req-2ce47038-491a-4882-8579-403eaec7fed4 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562793 Nov 12 07:48:58.766595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Calling delete_port for 60c63cda-f671-4087-a322-c645c05a78c4 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:48:58.946185 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:48:59.001499 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:59.021473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Transition to ACTIVE for port object b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:59.027255 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a803ac5a-d98d-420f-b310-1008490923ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb8e669-6a69-439a-8533-632c1a68159f', 'code': 200} Nov 12 07:48:59.029423 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:59.063618 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6e0afb31-aa68-454d-9b6f-131fff47a355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:59.130397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56f7f93-1f0d-445c-8d5f-b6b49e92be28 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:48:59.135600 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:59.146346 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:59.152582 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db3dadf9-c5a1-44ff-a89b-89df9a74104f req-4fd7acb0-f9e0-4c97-b8ec-71c0b24cca48 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842127 Nov 12 07:48:59.214206 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:59.256973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Pushing event updated for resources: {'Port': ['ID=b1bad93e-5cea-4ad8-9a7a-38c5ae0af192,revision_number=2']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:59.291079 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.291404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.291778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.292155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.292669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.293066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.293434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.293964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.294330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.294895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.295265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.295627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.296039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.296456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.296997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.297363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.297724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.298082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.298439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.298798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.299159 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.299513 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.299869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.300223 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.301067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.301428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.301786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.302140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.302501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.302991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.303347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.303700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.304196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.304553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.304955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.305299 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:48:59.310550 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:59.361413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-20189e68-c4cc-4434-8c05-1fa7903eac93 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:48:59.367877 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0174be51-82f7-4a61-b09a-238b9f9eb743 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:59.379784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Attempting to bind port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:48:59.380584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Attempting to bind port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:48:59.381271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Attempting to bind port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 on network e05c3b57-937d-41ff-abac-1be23c57afec {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:48:59.389740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:48:59.390552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:48:59.391193 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:59.391846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Bound using segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:48:59.392586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Bound port: b1bad93e-5cea-4ad8-9a7a-38c5ae0af192, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:48:59.393272 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:59.448175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Pushing event deleted for resources: {'Port': ['ID=60c63cda-f671-4087-a322-c645c05a78c4,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:59.460489 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:59.484733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] For port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:48:59.490336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] For port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=b1bad93e-5cea-4ad8-9a7a-38c5ae0af192,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:48:59.496621 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:59.539785 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8bdd4eb8-3074-4cda-ba9b-43ee8d5e1d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:59.551575 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Transition to ACTIVE for port object a56f7f93-1f0d-445c-8d5f-b6b49e92be28 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:48:59.629637 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:59.633203 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-da1f2b78-6c04-4531-bb41-1c3fa54282c0 req-bff621e0-40af-4674-b5d6-52dc8cc24cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 1161 time: 0.5086641 Nov 12 07:48:59.657274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] No DVR routers for this DVR port 60c63cda-f671-4087-a322-c645c05a78c4 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:48:59.659518 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:48:59.676465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:48:59.686052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a451de5-42f7-47a2-b0c9-b7f1259592c8', 'name': 'network-vif-deleted', 'tag': '60c63cda-f671-4087-a322-c645c05a78c4'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:48:59.714575 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51e45d-accb-4801-9d85-6a6849fd6d27 req-17d6f52f-eb8f-4050-a20b-a01887abba05 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:48:59.716256 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a51e45d-accb-4801-9d85-6a6849fd6d27 req-17d6f52f-eb8f-4050-a20b-a01887abba05 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.6940439 Nov 12 07:48:59.725924 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cf17bc73-dfc7-4880-a082-d9497e75cdf0 req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.41 "DELETE /v2.0/ports/60c63cda-f671-4087-a322-c645c05a78c4 HTTP/1.1" status: 204 len: 173 time: 3.3514047 Nov 12 07:48:59.730508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Pushing event updated for resources: {'Port': ['ID=b1bad93e-5cea-4ad8-9a7a-38c5ae0af192,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:48:59.734188 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d3479fb8-cd5e-489a-a164-ca4b7c663340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:48:59.780419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:48:59.788707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Routers {'76c40ad6-d380-4f13-a085-212edbee02a6'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:48:59.789437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:48:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['76c40ad6-d380-4f13-a085-212edbee02a6'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:48:59.843911 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-da1f2b78-6c04-4531-bb41-1c3fa54282c0 req-78cee3f3-ae1a-423f-af8e-1d7c37a08901 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823399 Nov 12 07:48:59.922301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 504694c8-808c-416d-bf60-22aee170aae6 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:00.023946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:00.024242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a56f7f93-1f0d-445c-8d5f-b6b49e92be28,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:00.024529 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:00.027089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] Set router 76c40ad6-d380-4f13-a085-212edbee02a6 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:49:00.053706 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:00.085497 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db3dadf9-c5a1-44ff-a89b-89df9a74104f req-2b8a0600-b7f3-4d0e-98dc-190984c7b050 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8978846 Nov 12 07:49:00.086557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 504694c8-808c-416d-bf60-22aee170aae6 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:00.104832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 504694c8-808c-416d-bf60-22aee170aae6 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:00.105331 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:00.120466 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a51e45d-accb-4801-9d85-6a6849fd6d27 req-fa261bca-36a3-4301-a244-6623d8799a24 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986288 Nov 12 07:49:00.122687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Allocated IP 172.20.0.1 (9e02d43c-c0be-4dc1-9a3b-95afe7005c64/d65b218e-81a3-462b-b61b-e82d2bc64095/37c2e98a-ee1c-480c-b88c-fe9e52bca510) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:00.166807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dcbdb-7368-4807-84ee-ab106d967ff6 req-e3e6a0d2-9f7b-4a93-964c-2d61a238e8fe tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:00.176678 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e87dcbdb-7368-4807-84ee-ab106d967ff6 req-e3e6a0d2-9f7b-4a93-964c-2d61a238e8fe tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 948 time: 0.6238317 Nov 12 07:49:00.390542 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:00.404528 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-324f7e29-27df-42d6-9035-7eac44f92b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:00.434656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 504694c8-808c-416d-bf60-22aee170aae6, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=504694c8-808c-416d-bf60-22aee170aae6,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:00.439332 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:00.451506 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:00.457672 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:00.492579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Transition to ACTIVE for port object 37c2e98a-ee1c-480c-b88c-fe9e52bca510 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:00.532612 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:00.536792 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e87dcbdb-7368-4807-84ee-ab106d967ff6 req-09e4dcfc-0765-4a1d-86c9-8019eaef803d tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587232 Nov 12 07:49:00.568300 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ed7a9d70-e75d-4f2b-a1d3-01b79174bdd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:00.659657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=504694c8-808c-416d-bf60-22aee170aae6,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:00.663484 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:00.862461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'name': 'tempest-ServersTestMultiNic-1116958986-router', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:48:53Z', 'updated_at': '2020-11-12T07:48:56Z', 'revision_number': 3, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'gw_port': {'id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:48:54Z', 'updated_at': '2020-11-12T07:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:49:00.872374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c23ae-fb45-4d09-97a6-73a74572946e None None] The sync data for ids ['76c40ad6-d380-4f13-a085-212edbee02a6'] in n-d-761264-6 is: [{'id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'name': 'tempest-ServersTestMultiNic-1116958986-router', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:48:53Z', 'updated_at': '2020-11-12T07:48:56Z', 'revision_number': 3, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'gw_port': {'id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:48:54Z', 'updated_at': '2020-11-12T07:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:49:00.895526 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Attempting to bind port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:00.896116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Attempting to bind port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:00.896711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Attempting to bind port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:00.941599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:00.942206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:00.942905 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:00.943597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:00.944479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Bound port: a56f7f93-1f0d-445c-8d5f-b6b49e92be28, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:00.945351 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:01.028774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a451de5-42f7-47a2-b0c9-b7f1259592c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c63cda-f671-4087-a322-c645c05a78c4'}, {'server_uuid': '07941895-a840-4f25-80ed-18c54d776a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504694c8-808c-416d-bf60-22aee170aae6'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:01.086083 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03e81b-afa4-4608-9478-404bcb6fca31 req-bd112b1a-949a-4c70-a988-af54fd985a85 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:01.088690 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5c03e81b-afa4-4608-9478-404bcb6fca31 req-bd112b1a-949a-4c70-a988-af54fd985a85 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.3656068 Nov 12 07:49:01.198370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 504694c8-808c-416d-bf60-22aee170aae6 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:01.344430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Pushing event updated for resources: {'Port': ['ID=37c2e98a-ee1c-480c-b88c-fe9e52bca510,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:01.345728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 504694c8-808c-416d-bf60-22aee170aae6 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:01.346159 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:01.357463 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:01.426309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] For port a56f7f93-1f0d-445c-8d5f-b6b49e92be28, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:01.441459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] For port a56f7f93-1f0d-445c-8d5f-b6b49e92be28, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=a56f7f93-1f0d-445c-8d5f-b6b49e92be28,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:01.462035 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:01.486914 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bfb059ee-8722-4368-bccb-7a56ad3baf06 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:01.589245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:01.590481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:01.593272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:01.697643 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-3e387470-eb7e-4486-b2af-00d52aad2e1f tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:01.699393 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-3e387470-eb7e-4486-b2af-00d52aad2e1f tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.33 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 804 time: 0.6091433 Nov 12 07:49:01.701127 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951012'] for router_interface, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:01.781658 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:01.785911 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5c03e81b-afa4-4608-9478-404bcb6fca31 req-3d0c666f-a5ae-498d-a1ce-52a47f360137 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6547341 Nov 12 07:49:01.823198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Request body: {'port': {'device_id': '08252cee-0ee0-4238-8770-c4e7a7f00118', 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3', 'admin_state_up': True, 'tenant_id': '56e160fff5134a87843737d179f71a62'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:01.847914 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:01.849707 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] 10.222.0.41 "PUT /v2.0/ports/a56f7f93-1f0d-445c-8d5f-b6b49e92be28 HTTP/1.1" status: 200 len: 1160 time: 4.6191766 Nov 12 07:49:01.856794 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:01.869951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa89d440-52de-4eb2-8c2a-4b022ff06dd7', 'tag': 'a56f7f93-1f0d-445c-8d5f-b6b49e92be28'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:01.882570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8ba18-25d2-482d-b36b-bd78fa3cc82e req-73d431ba-3679-4d37-a4d5-318204d03414 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:01.884998 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9c8ba18-25d2-482d-b36b-bd78fa3cc82e req-73d431ba-3679-4d37-a4d5-318204d03414 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.9146943 Nov 12 07:49:02.007974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-a215ecd8-cca9-4f2a-936c-fc87fd973147 None None] Provisioning for port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:02.014383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-a215ecd8-cca9-4f2a-936c-fc87fd973147 None None] Provisioning complete for port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:02.015094 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a215ecd8-cca9-4f2a-936c-fc87fd973147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:02.077915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-a215ecd8-cca9-4f2a-936c-fc87fd973147 None None] Port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:49:02.080116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:02.087009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:02.088385 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:02.174529 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c9c8ba18-25d2-482d-b36b-bd78fa3cc82e req-add086f0-997b-419e-b006-bd38e4919af1 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802830 Nov 12 07:49:02.201841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a56f7f93-1f0d-445c-8d5f-b6b49e92be28,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:02.213743 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:02.223821 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c1961fb-e3d9-42f5-827b-43e0b9b8b85b req-a378b566-2331-4682-a817-937404808978 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 210 time: 0.1664762 Nov 12 07:49:02.236560 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4ff82635-07e4-4498-80dd-c8c753e3ae9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 1163 time: 0.3410990 Nov 12 07:49:02.301607 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:02.308748 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:02.346137 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-f4e43558-67c0-45a6-b4b8-2b6d11fca6ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a56f7f93-1f0d-445c-8d5f-b6b49e92be28 HTTP/1.1" status: 200 len: 217 time: 0.0962832 Nov 12 07:49:02.349144 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a451de5-42f7-47a2-b0c9-b7f1259592c8', 'name': 'network-vif-deleted', 'tag': '60c63cda-f671-4087-a322-c645c05a78c4', 'status': 'completed', 'code': 200} Nov 12 07:49:02.349799 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-afb50dc7-c2f7-48df-bfab-f5401614d841 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:02.376600 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:02.436689 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=b1bad93e-5cea-4ad8-9a7a-38c5ae0af192,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:02.443108 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7104559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982403'] for router_interface, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:02.445730 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:02.448140 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:02.450525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-97312019-8b6f-44e2-9e2d-f5f1784c7aa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:02.452165 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-97312019-8b6f-44e2-9e2d-f5f1784c7aa4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0916703 Nov 12 07:49:02.469017 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Pushing event updated for resources: {'Port': ['ID=37c2e98a-ee1c-480c-b88c-fe9e52bca510,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:02.482622 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:02.553906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=b1bad93e-5cea-4ad8-9a7a-38c5ae0af192,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:02.562015 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:02.594883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:02.609288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Usage tracker for resource:port and tenant:56e160fff5134a87843737d179f71a62 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:02.623175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:02.632531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:02.644020 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:02.645209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:02.670470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Made reservation on behalf of 56e160fff5134a87843737d179f71a62 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:02.676427 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:02.748322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274a85c-0a9f-4c49-af61-0a5c038e189d req-2c2cc0dd-292c-4eba-b237-b6f18b46ed4b tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:02.753960 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1274a85c-0a9f-4c49-af61-0a5c038e189d req-2c2cc0dd-292c-4eba-b237-b6f18b46ed4b tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 948 time: 0.2962236 Nov 12 07:49:02.759503 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-34ae5b1a-2d68-4dee-8284-d1f4ffd7b695 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2598135 Nov 12 07:49:03.037576 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7426-9b07-4f49-96a5-32e544831b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:03.074196 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:03.077944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-bd1be604-4920-408d-bd3f-6a7238e512b7 None None] Provisioning complete for port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:03.078373 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bd1be604-4920-408d-bd3f-6a7238e512b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:03.147772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-bd1be604-4920-408d-bd3f-6a7238e512b7 None None] Port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:49:03.176439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Router 76c40ad6-d380-4f13-a085-212edbee02a6 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:49:03.228012 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:03.314537 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1274a85c-0a9f-4c49-af61-0a5c038e189d req-651971fd-41f6-4b40-b4a9-175cf54db1df tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375870 Nov 12 07:49:03.321250 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-41ca94f4-ff14-4bf4-9c36-b053f36ee720 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/networks?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793700 Nov 12 07:49:03.400549 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-415d4b53-214b-4728-8a18-0dc703a4f773 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226714 Nov 12 07:49:03.402421 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a451de5-42f7-47a2-b0c9-b7f1259592c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c63cda-f671-4087-a322-c645c05a78c4', 'code': 200} Nov 12 07:49:03.402864 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07941895-a840-4f25-80ed-18c54d776a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504694c8-808c-416d-bf60-22aee170aae6', 'code': 200} Nov 12 07:49:03.415595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:49:03.434987 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] 10.222.0.40 "PUT /v2.0/routers/76c40ad6-d380-4f13-a085-212edbee02a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7711046 Nov 12 07:49:03.573373 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53222) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:03.657039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-996329347'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:03.662759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:03.667011 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:network and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:03.674252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for network was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:03.680562 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:03.691430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:03.696997 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:03.707412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:03.733210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:49:03.743492 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:03.743886 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Added segment b538432a-5422-4c33-9116-62d688c3d19f of type vxlan for network ae67d9b3-55da-4041-aeb1-bd35e9210e24 Nov 12 07:49:03.774484 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:03.781550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:03.781975 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:03.811024 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:03.815188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:03.815873 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:03.819886 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:03.896329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f10b34-8e52-4968-8944-f75afba06769 req-24a943a1-4065-4f05-b4aa-dff6e5024a03 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:03.897851 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-24a943a1-4065-4f05-b4aa-dff6e5024a03 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5670171 Nov 12 07:49:03.943121 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3681021 Nov 12 07:49:03.945844 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4d701b3c-fa71-4f83-9b6e-80ea43e1303e req-4a2cafd3-4c8f-42d1-a824-2e6c08344bc1 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4886262 Nov 12 07:49:03.946169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53228) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:03.953706 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'subnet': {'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:03.970275 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Network': ['ID=ae67d9b3-55da-4041-aeb1-bd35e9210e24,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:03.974999 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-bf436562-2c81-4402-b69b-f45dbcf14ee2 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/quotas/6a2815708d614ce1b993a1a3e41c0d64 HTTP/1.1" status: 200 len: 375 time: 0.0539021 Nov 12 07:49:03.976085 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:03.984766 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Allocated IP 172.20.0.2 (5bf5d4ac-adb9-4928-b91e-484036df02e3/a527c20d-d2f9-46a5-9dca-fc64efe2289a/e99052b6-6b31-422f-a1ba-030468a46713) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:03.987418 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:49:03.989594 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4b7bbb48-e4ca-495f-bfa6-c3640d19ff91 req-b4d80b33-5809-42c0-bad6-852817729801 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 1165 time: 0.4728601 Nov 12 07:49:04.003897 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fe35b-6380-4c38-a6a6-53313e9a127c req-58c13b2c-48fb-4576-ac1c-741be1887bf5 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:04.006670 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3a0fe35b-6380-4c38-a6a6-53313e9a127c req-58c13b2c-48fb-4576-ac1c-741be1887bf5 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 950 time: 0.4274497 Nov 12 07:49:04.006881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:49:04.020934 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:49:04.079333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:04.083143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:subnet and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:04.086415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:04.092530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:04.102612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:04.211957 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3a0fe35b-6380-4c38-a6a6-53313e9a127c req-1b1687ac-72f1-48b7-a2bc-6da2b58f889d tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559546 Nov 12 07:49:04.215094 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4b7bbb48-e4ca-495f-bfa6-c3640d19ff91 req-d46694d3-8b47-4a0f-bf1a-7f62ec8b8a8b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650631 Nov 12 07:49:04.220985 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:04.317326 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa89d440-52de-4eb2-8c2a-4b022ff06dd7', 'tag': 'a56f7f93-1f0d-445c-8d5f-b6b49e92be28', 'status': 'completed', 'code': 200} Nov 12 07:49:04.327572 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:04.337825 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-e0a6ea2a-cfce-4d55-b410-0486cde80493 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3434567 Nov 12 07:49:04.468332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Sync routers for ids ['76c40ad6-d380-4f13-a085-212edbee02a6'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:49:04.481028 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:04.493353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Routers {'76c40ad6-d380-4f13-a085-212edbee02a6'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:49:04.493966 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-993bdc60-89f3-4930-9f48-b21e9b9f2a78 req-606cbcd1-d75c-4541-9fc8-87e8276bdebe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 1163 time: 0.1519756 Nov 12 07:49:04.494297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:49:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['76c40ad6-d380-4f13-a085-212edbee02a6'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:49:04.802552 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:04.836670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Set router 76c40ad6-d380-4f13-a085-212edbee02a6 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:49:04.836792 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6105a2db-a77a-4441-bedc-4d05cb45575c tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:04.882773 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:04.898286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bdc60-89f3-4930-9f48-b21e9b9f2a78 req-c22eaf9e-f381-4d3c-8b32-79a67c3b05a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:04.899954 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-993bdc60-89f3-4930-9f48-b21e9b9f2a78 req-c22eaf9e-f381-4d3c-8b32-79a67c3b05a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3987498 Nov 12 07:49:04.917404 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:04.967013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045254d2-9c08-488a-bfbf-f64bf581d208 req-edf8f756-3caf-4210-a3df-3cd343391ca6 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:04.968816 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-045254d2-9c08-488a-bfbf-f64bf581d208 req-edf8f756-3caf-4210-a3df-3cd343391ca6 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.4415541 Nov 12 07:49:05.012549 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-214aaac7-f599-4a7d-9f4c-6498c0981b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:05.110872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb39991-1076-47d0-b516-67ca93db3351 req-559f176b-975e-4f79-8369-3916e3996f57 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:05.112472 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3fb39991-1076-47d0-b516-67ca93db3351 req-559f176b-975e-4f79-8369-3916e3996f57 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.4513903 Nov 12 07:49:05.140379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Pushing event updated for resources: {'Port': ['ID=e99052b6-6b31-422f-a1ba-030468a46713,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:05.150492 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-993bdc60-89f3-4930-9f48-b21e9b9f2a78 req-9f1fea9e-93a9-4381-948a-bbbf2832ac9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a56f7f93-1f0d-445c-8d5f-b6b49e92be28 HTTP/1.1" status: 200 len: 217 time: 0.1729689 Nov 12 07:49:05.151396 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:05.167019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Subnet': ['ID=b512f6a9-5ec1-456c-95b6-a7de541d6a42,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:05.174507 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:05.177075 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-045254d2-9c08-488a-bfbf-f64bf581d208 req-4bde9aa4-0acb-4311-a1e3-6d34b1bbda39 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942997 Nov 12 07:49:05.244737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Checking segment: {'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:05.244737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network hostable DHCP agents. Network: ae67d9b3-55da-4041-aeb1-bd35e9210e24, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:49:05.291105 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bdc60-89f3-4930-9f48-b21e9b9f2a78 req-2e4ab096-bfc3-4b56-9047-c5c2717239a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:05.293017 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-993bdc60-89f3-4930-9f48-b21e9b9f2a78 req-2e4ab096-bfc3-4b56-9047-c5c2717239a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0824118 Nov 12 07:49:05.294812 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:49:05.302911 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3fb39991-1076-47d0-b516-67ca93db3351 req-5edd85a0-6269-4c2b-bdd5-e8d7992feccd tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772597 Nov 12 07:49:05.309226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, ae67d9b3-55da-4041-aeb1-bd35e9210e24) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:05.346749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:05.347406 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:05.376289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:05.397126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4497595 Nov 12 07:49:05.399720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53250) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:05.406407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-824588788'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:05.412075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7300940d-2ee7-4bea-a4d8-3728987e1e03 None None] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:49:05.415309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:05.422500 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:05.427048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:05.436979 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:network and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:05.447769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for network was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:05.457892 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:05.482010 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:05.488459 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:05.538742 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:49:05.549104 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:05.549621 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Added segment caab013a-6240-4cde-8e00-1c08fea3e900 of type vxlan for network 662d846e-dc9f-4b62-a19e-e4e10416e678 Nov 12 07:49:05.584863 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:05.636089 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:05.652428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:05.654584 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:05.661067 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:05.684509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-ae67d9b3-55da-4041-aeb1-bd35e9210e24', 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'fixed_ips': [{'subnet_id': 'b512f6a9-5ec1-456c-95b6-a7de541d6a42'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:49:05.684963 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:05.697044 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-993bdc60-89f3-4930-9f48-b21e9b9f2a78 req-0dde7b49-bb5a-48e4-99ff-687385c90b6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3930466 Nov 12 07:49:05.740438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:05.741375 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:05.976968 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'name': 'tempest-ServersTestMultiNic-1116958986-router', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:48:53Z', 'updated_at': '2020-11-12T07:49:01Z', 'revision_number': 4, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'gw_port': {'id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:48:54Z', 'updated_at': '2020-11-12T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '37c2e98a-ee1c-480c-b88c-fe9e52bca510', 'name': '', 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'mac_address': 'fa:16:3e:49:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd65b218e-81a3-462b-b61b-e82d2bc64095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:48:59Z', 'updated_at': '2020-11-12T07:49:02Z', 'revision_number': 2, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'subnets': [{'id': 'd65b218e-81a3-462b-b61b-e82d2bc64095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:49:05.993237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Checking router: 76c40ad6-d380-4f13-a085-212edbee02a6 for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:49:05.993648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Updating router 76c40ad6-d380-4f13-a085-212edbee02a6 port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 binding host n-d-761264-6 {{(pid=80794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:49:06.053041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:06.063645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Network': ['ID=662d846e-dc9f-4b62-a19e-e4e10416e678,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:06.101543 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-123bc6ed-48ba-4704-83a3-d9db00598ac5 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.41 "GET /v2.0/networks?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390947 Nov 12 07:49:06.103636 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:06.118234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 662d846e-dc9f-4b62-a19e-e4e10416e678 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:49:06.132547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 662d846e-dc9f-4b62-a19e-e4e10416e678 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:49:06.146013 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7451096 Nov 12 07:49:06.146278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 662d846e-dc9f-4b62-a19e-e4e10416e678 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:49:06.152118 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53254) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:06.158847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'subnet': {'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:06.208563 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3977010 Nov 12 07:49:06.228685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528140bc-43b9-4b54-9cd5-806081e04969 req-093dc144-fd71-4839-a4a8-13f9a4516c66 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:06.230169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-528140bc-43b9-4b54-9cd5-806081e04969 req-093dc144-fd71-4839-a4a8-13f9a4516c66 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Synchronizing usage tracker for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:06.239183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Request body: {'port': {'device_id': '08252cee-0ee0-4238-8770-c4e7a7f00118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:06.315138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b911bd-e536-4aaa-a0f3-78bf798c1be0 req-34b59852-0229-40ed-bb5e-6dff2226c083 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:06.317132 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-85b911bd-e536-4aaa-a0f3-78bf798c1be0 req-34b59852-0229-40ed-bb5e-6dff2226c083 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 948 time: 0.8190978 Nov 12 07:49:06.362935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:06.367603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:subnet and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:06.374091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:06.394087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:06.424281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:06.440163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-528140bc-43b9-4b54-9cd5-806081e04969 req-093dc144-fd71-4839-a4a8-13f9a4516c66 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Unset dirty status for tenant:56e160fff5134a87843737d179f71a62 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:06.441469 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-528140bc-43b9-4b54-9cd5-806081e04969 req-093dc144-fd71-4839-a4a8-13f9a4516c66 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 931 time: 1.0614493 Nov 12 07:49:06.508548 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:06.510306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f10b34-8e52-4968-8944-f75afba06769 req-4ef327d0-aac5-4883-8c3b-26fcc1baea1b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:06.511936 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-4ef327d0-aac5-4883-8c3b-26fcc1baea1b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4025691 Nov 12 07:49:06.537578 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-993bdc60-89f3-4930-9f48-b21e9b9f2a78 req-18e00a47-3bb4-4895-bad2-d51d68696800 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8284066 Nov 12 07:49:06.543305 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-85b911bd-e536-4aaa-a0f3-78bf798c1be0 req-20f5b846-b365-4e21-bbee-3e5d551989e8 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067740 Nov 12 07:49:06.548040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Request body: {'port': {'device_id': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': '6a2815708d614ce1b993a1a3e41c0d64'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:06.680403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Allocated IP 19.80.0.2 (ae67d9b3-55da-4041-aeb1-bd35e9210e24/b512f6a9-5ec1-456c-95b6-a7de541d6a42/3b80159b-0523-488d-a9db-500f00467e75) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:06.751666 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-528140bc-43b9-4b54-9cd5-806081e04969 req-d3ec5e10-cbc8-4e8e-b1f0-4a35cb004ed3 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883596 Nov 12 07:49:06.773688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:06.783190 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Usage tracker for resource:port and tenant:6a2815708d614ce1b993a1a3e41c0d64 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:06.790807 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:06.810046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Quota usage for port was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:06.872415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:06.882511 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-993bdc60-89f3-4930-9f48-b21e9b9f2a78 req-fcdaca6a-3c8b-41a7-bf95-5b13d45b23c3 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3288410 Nov 12 07:49:06.912467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Made reservation on behalf of 6a2815708d614ce1b993a1a3e41c0d64 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:06.929678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device a56f7f93-1f0d-445c-8d5f-b6b49e92be28 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:06.930465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.257618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:07.278169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:07.280014 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.315891 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76cbd6f3-7aa3-446a-ad54-2563998ad1ad req-5689888d-a261-4063-933b-41d08930c0bf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 210 time: 0.1526587 Nov 12 07:49:07.337874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99052b6-6b31-422f-a1ba-030468a46713 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:49:07.345873 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.363607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Transition to ACTIVE for port object e99052b6-6b31-422f-a1ba-030468a46713 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:07.370673 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.388821 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-62642f9b-6f4c-45f0-9fc2-fa5712761e1a tempest-ImagesOneServerTestJSON-1511368190 tempest-ImagesOneServerTestJSON-1511368190] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:07.439294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Allocated IP 192.168.233.79 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/13162152-f1fd-44aa-a188-ab20b9e03e7d) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:07.495369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e51eee-42ae-4902-ad72-823e1d51ccd4 req-4c2feb77-1a0a-4f17-be09-d22babb5ea51 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:07.497084 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80e51eee-42ae-4902-ad72-823e1d51ccd4 req-4c2feb77-1a0a-4f17-be09-d22babb5ea51 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.3359275 Nov 12 07:49:07.576787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.613652 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.629369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.641141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Transition to ACTIVE for port object 3b80159b-0523-488d-a9db-500f00467e75 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:07.643715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Pushing event updated for resources: {'Port': ['ID=e99052b6-6b31-422f-a1ba-030468a46713,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:07.653973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa89d440-52de-4eb2-8c2a-4b022ff06dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56f7f93-1f0d-445c-8d5f-b6b49e92be28'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:07.670730 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Notify callbacks [] for port, precommit_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.683515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port a56f7f93-1f0d-445c-8d5f-b6b49e92be28, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=a56f7f93-1f0d-445c-8d5f-b6b49e92be28,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:07.689374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Transition to ACTIVE for port object 3b80159b-0523-488d-a9db-500f00467e75 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:07.693816 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.694489 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:07.698381 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:07.732617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Transition to ACTIVE for port object 37c2e98a-ee1c-480c-b88c-fe9e52bca510 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:07.741675 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.768690 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80e51eee-42ae-4902-ad72-823e1d51ccd4 req-a48805f3-9ce9-4dc6-8701-64414068de05 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929440 Nov 12 07:49:07.795889 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.829963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Transition to ACTIVE for port object 13162152-f1fd-44aa-a188-ab20b9e03e7d will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:07.870758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd5b20-35c3-423d-a6f1-1c10fde58f3e req-38bd4142-bf84-4226-b675-e5119b3fdba6 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:07.872444 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c6dd5b20-35c3-423d-a6f1-1c10fde58f3e req-38bd4142-bf84-4226-b675-e5119b3fdba6 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 950 time: 0.3671200 Nov 12 07:49:07.890785 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.906741 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:07.925923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:07.929294 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-97b5f16d-2887-4934-9834-b96028a59553 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:07.933477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:07.950832 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b60418b0-9ad1-4d0a-86dc-4273e7b8149a req-19e45427-3ff2-49d8-9d67-fce58ea16b33 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.3017676 Nov 12 07:49:07.992097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:08.003826 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c6dd5b20-35c3-423d-a6f1-1c10fde58f3e req-fc16df4b-dc75-48ea-a194-c9bb8b5d88bb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229496 Nov 12 07:49:08.004584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Attempting to bind port e99052b6-6b31-422f-a1ba-030468a46713 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:08.004980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Attempting to bind port e99052b6-6b31-422f-a1ba-030468a46713 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:08.005346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Attempting to bind port e99052b6-6b31-422f-a1ba-030468a46713 on network 5bf5d4ac-adb9-4928-b91e-484036df02e3 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:08.110303 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:08.121494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:08.121868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Checking segment: {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:08.122281 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:08.122679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Bound using segment: {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:08.123180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Bound port: e99052b6-6b31-422f-a1ba-030468a46713, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013b34eb-04cb-4f40-8de2-03ec8eb7b416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5bf5d4ac-adb9-4928-b91e-484036df02e3'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:08.123553 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:08.141880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Pushing event updated for resources: {'Port': ['ID=13162152-f1fd-44aa-a188-ab20b9e03e7d,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:08.175721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Attempting to bind port 3b80159b-0523-488d-a9db-500f00467e75 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:08.176127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Attempting to bind port 3b80159b-0523-488d-a9db-500f00467e75 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:08.176529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Attempting to bind port 3b80159b-0523-488d-a9db-500f00467e75 on network ae67d9b3-55da-4041-aeb1-bd35e9210e24 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:08.178613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=a56f7f93-1f0d-445c-8d5f-b6b49e92be28,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:08.188643 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:08.189502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:08.190871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Checking segment: {'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:08.190871 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:08.190871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Bound using segment: {'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:08.191292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Bound port: 3b80159b-0523-488d-a9db-500f00467e75, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:08.191918 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:08.205365 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.441s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:08.218934 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:08.221770 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-587e0dd7-b872-4d56-8006-a0c079595ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:08.336857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb480e-23a5-465b-9281-9514db21d1ee req-b4844c95-3566-405b-af50-77591053f42b tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:08.344956 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-36cb480e-23a5-465b-9281-9514db21d1ee req-b4844c95-3566-405b-af50-77591053f42b tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.3361030 Nov 12 07:49:08.360926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] For port 3b80159b-0523-488d-a9db-500f00467e75, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:08.364464 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] For port 3b80159b-0523-488d-a9db-500f00467e75, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=3b80159b-0523-488d-a9db-500f00467e75,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:08.387662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] For port e99052b6-6b31-422f-a1ba-030468a46713, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:08.394806 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b60418b0-9ad1-4d0a-86dc-4273e7b8149a req-a484d338-ed10-4358-b463-bc0a87176407 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 1165 time: 0.3212883 Nov 12 07:49:08.400950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc2448-4a22-4181-8415-46e6f8e5cdc1 req-f238e681-d404-480d-8021-5af4134991dd tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:08.402682 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-18dc2448-4a22-4181-8415-46e6f8e5cdc1 req-f238e681-d404-480d-8021-5af4134991dd tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.2587671 Nov 12 07:49:08.408765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Subnet': ['ID=63e7f057-641b-414a-b39e-4c2da36749db,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:08.412062 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:08.427388 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:08.459773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:08.464453 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:08.468288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:08.495541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] For port e99052b6-6b31-422f-a1ba-030468a46713, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e99052b6-6b31-422f-a1ba-030468a46713,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:08.547613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device a56f7f93-1f0d-445c-8d5f-b6b49e92be28 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:08.606646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Pushing event updated for resources: {'Port': ['ID=3b80159b-0523-488d-a9db-500f00467e75,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:08.673225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:08.673933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:08.680921 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Checking segment: {'id': 'caab013a-6240-4cde-8e00-1c08fea3e900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:08.681323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network hostable DHCP agents. Network: 662d846e-dc9f-4b62-a19e-e4e10416e678, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:49:08.713678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60418b0-9ad1-4d0a-86dc-4273e7b8149a req-1e018274-d73c-45d4-b53c-8ffb1d3c73ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:08.715185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164eb25f-1ccf-4e31-9205-184698e2b841 None None] Pushing event updated for resources: {'Port': ['ID=37c2e98a-ee1c-480c-b88c-fe9e52bca510,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:08.721202 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1780751 Nov 12 07:49:08.725866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 662d846e-dc9f-4b62-a19e-e4e10416e678 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:49:08.730078 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b60418b0-9ad1-4d0a-86dc-4273e7b8149a req-1e018274-d73c-45d4-b53c-8ffb1d3c73ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2843118 Nov 12 07:49:08.737903 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-36cb480e-23a5-465b-9281-9514db21d1ee req-4f6e496c-96f3-4844-9c24-ba09eb6d86e0 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915277 Nov 12 07:49:08.739621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 662d846e-dc9f-4b62-a19e-e4e10416e678) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:08.745493 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:08.750587 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Request body: {'port': {'device_id': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:08.759214 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-164eb25f-1ccf-4e31-9205-184698e2b841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:08.771599 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:08.774406 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.857s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:08.806208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eed4dc-c79f-4212-b2bf-6517b8c52194 None None] Network 662d846e-dc9f-4b62-a19e-e4e10416e678 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:49:08.834238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:08.835632 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:08.926683 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7632768 Nov 12 07:49:08.952359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Attempting to bind port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:08.952850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Attempting to bind port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '0326d7ec-6c26-497e-bb77-b7f2b460ac8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:08.953383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Attempting to bind port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 on network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:08.969896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:08.970440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Checking segment: {'id': '0326d7ec-6c26-497e-bb77-b7f2b460ac8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:08.970970 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:08.971486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Bound using segment: {'id': '0326d7ec-6c26-497e-bb77-b7f2b460ac8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:08.972105 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Bound port: 37c2e98a-ee1c-480c-b88c-fe9e52bca510, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0326d7ec-6c26-497e-bb77-b7f2b460ac8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:08.972787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:08.972955 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:09.083841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Pushing event updated for resources: {'Port': ['ID=3b80159b-0523-488d-a9db-500f00467e75,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:09.119870 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:09.123037 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.667s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:09.123460 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:09.139566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c29a89ca-4f11-4df3-82c7-a6c4653c4705 None None] Provisioning for port 13162152-f1fd-44aa-a188-ab20b9e03e7d completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:09.160836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c29a89ca-4f11-4df3-82c7-a6c4653c4705 None None] Provisioning complete for port 13162152-f1fd-44aa-a188-ab20b9e03e7d triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:09.161285 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c29a89ca-4f11-4df3-82c7-a6c4653c4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:09.212381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:09.212839 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:09.323154 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-18dc2448-4a22-4181-8415-46e6f8e5cdc1 req-10b821df-53a7-4a5e-a531-fd6adfff7a4d tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9103043 Nov 12 07:49:09.372333 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b60418b0-9ad1-4d0a-86dc-4273e7b8149a req-f6d47676-62ee-408f-a102-9e73620b0bfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=cecc9487-63ee-47b8-bfa0-38ff8d8eb432 HTTP/1.1" status: 200 len: 217 time: 0.6052701 Nov 12 07:49:09.436516 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa89d440-52de-4eb2-8c2a-4b022ff06dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56f7f93-1f0d-445c-8d5f-b6b49e92be28', 'code': 200} Nov 12 07:49:09.496582 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Pushing event updated for resources: {'Port': ['ID=e99052b6-6b31-422f-a1ba-030468a46713,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:09.519490 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:09.553458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13162152-f1fd-44aa-a188-ab20b9e03e7d {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:49:09.553901 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60418b0-9ad1-4d0a-86dc-4273e7b8149a req-8b99b7a9-dc15-4138-b47d-5fee45944cd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:09.555540 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b60418b0-9ad1-4d0a-86dc-4273e7b8149a req-8b99b7a9-dc15-4138-b47d-5fee45944cd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1678679 Nov 12 07:49:09.563196 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:09.565727 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:09.567167 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] 10.222.0.33 "PUT /v2.0/ports/e99052b6-6b31-422f-a1ba-030468a46713 HTTP/1.1" status: 200 len: 1155 time: 3.3333867 Nov 12 07:49:09.595417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Transition to ACTIVE for port object 13162152-f1fd-44aa-a188-ab20b9e03e7d will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:09.612491 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08252cee-0ee0-4238-8770-c4e7a7f00118', 'tag': 'e99052b6-6b31-422f-a1ba-030468a46713'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:09.636271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] For port 37c2e98a-ee1c-480c-b88c-fe9e52bca510, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:09.640245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] For port 37c2e98a-ee1c-480c-b88c-fe9e52bca510, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=37c2e98a-ee1c-480c-b88c-fe9e52bca510,segment=NetworkSegment(0326d7ec-6c26-497e-bb77-b7f2b460ac8c),segment_id=0326d7ec-6c26-497e-bb77-b7f2b460ac8c)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:09.659564 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-c29a89ca-4f11-4df3-82c7-a6c4653c4705 None None] Port 13162152-f1fd-44aa-a188-ab20b9e03e7d cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:49:09.664120 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:09.672187 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:09.689791 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:09.700640 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0cb15f29-ed0d-4971-913c-e1d0026a2ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:09.751461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8c8cf-a412-49f2-9c81-8af96f1f25b9 req-a20e2d86-7fad-4383-ba17-8e5b9475cbe5 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:09.757902 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87f8c8cf-a412-49f2-9c81-8af96f1f25b9 req-a20e2d86-7fad-4383-ba17-8e5b9475cbe5 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 950 time: 0.5245261 Nov 12 07:49:09.959964 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87f8c8cf-a412-49f2-9c81-8af96f1f25b9 req-b881e899-32e2-4d0c-a33a-5d7fd84ba2ba tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999629 Nov 12 07:49:09.984194 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-f95ddb9e-2e0e-4b5b-b8aa-ada1192451b8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 1158 time: 0.3141336 Nov 12 07:49:09.999179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0911ff2-1653-48bf-8225-03e43142f0ee req-48b1b497-66ae-404f-ab61-92c5a017d770 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:10.001288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e0911ff2-1653-48bf-8225-03e43142f0ee req-48b1b497-66ae-404f-ab61-92c5a017d770 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 943 time: 0.3672905 Nov 12 07:49:10.053768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-662d846e-dc9f-4b62-a19e-e4e10416e678', 'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'fixed_ips': [{'subnet_id': '63e7f057-641b-414a-b39e-4c2da36749db'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:49:10.055524 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:10.079110 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b60418b0-9ad1-4d0a-86dc-4273e7b8149a req-f5f93072-0408-4c34-9302-f0df5f42e928 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5104911 Nov 12 07:49:10.124232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164eb25f-1ccf-4e31-9205-184698e2b841 None None] Pushing event updated for resources: {'Port': ['ID=37c2e98a-ee1c-480c-b88c-fe9e52bca510,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:10.128263 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-164eb25f-1ccf-4e31-9205-184698e2b841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:10.201242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Pushing event updated for resources: {'Port': ['ID=13162152-f1fd-44aa-a188-ab20b9e03e7d,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:10.217905 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:10.253360 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8ecabbca-5d6c-4523-8d13-9a62c54f0978 req-7f135aaf-14f1-476a-a90b-9284780089f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 1165 time: 0.6413975 Nov 12 07:49:10.279051 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-5e8d906c-68b3-47d3-8842-6052d25039e5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e99052b6-6b31-422f-a1ba-030468a46713 HTTP/1.1" status: 200 len: 217 time: 0.2765241 Nov 12 07:49:10.309840 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Routers {'76c40ad6-d380-4f13-a085-212edbee02a6'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:49:10.310436 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:49:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['76c40ad6-d380-4f13-a085-212edbee02a6'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:49:10.376271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-9747d612-acd7-40ad-a38c-01924d44575d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:10.380194 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-9747d612-acd7-40ad-a38c-01924d44575d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a527c20d-d2f9-46a5-9dca-fc64efe2289a HTTP/1.1" status: 200 len: 844 time: 0.0882056 Nov 12 07:49:10.380391 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8ecabbca-5d6c-4523-8d13-9a62c54f0978 req-4d0de211-6da3-412d-899b-c80c003a03ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166899 Nov 12 07:49:10.486668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Attempting to bind port 13162152-f1fd-44aa-a188-ab20b9e03e7d on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:10.487888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Attempting to bind port 13162152-f1fd-44aa-a188-ab20b9e03e7d by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:10.487888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Attempting to bind port 13162152-f1fd-44aa-a188-ab20b9e03e7d on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:10.498943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:10.499462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:10.501102 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:10.501627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:10.502423 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Bound port: 13162152-f1fd-44aa-a188-ab20b9e03e7d, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:10.503109 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:10.516654 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e0911ff2-1653-48bf-8225-03e43142f0ee req-8360af21-b760-4350-9a7a-a3973a532e5d tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355581 Nov 12 07:49:10.525169 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-fe62743d-87ac-4cd4-a96d-20dd65e06c93 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=5bf5d4ac-adb9-4928-b91e-484036df02e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324587 Nov 12 07:49:10.669862 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b60418b0-9ad1-4d0a-86dc-4273e7b8149a req-98fa829a-3d71-4ec4-bdac-3879146b1f7c service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560203 Nov 12 07:49:10.815425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] For port 13162152-f1fd-44aa-a188-ab20b9e03e7d, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:10.822578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] For port 13162152-f1fd-44aa-a188-ab20b9e03e7d, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:10.828589 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:10.875125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] Set router 76c40ad6-d380-4f13-a085-212edbee02a6 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:49:10.920298 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:10.932973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Allocated IP 19.86.0.2 (662d846e-dc9f-4b62-a19e-e4e10416e678/63e7f057-641b-414a-b39e-4c2da36749db/35564572-906f-4e53-8738-84f571803ff2) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:11.024486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Pushing event updated for resources: {'Port': ['ID=13162152-f1fd-44aa-a188-ab20b9e03e7d,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:11.030695 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:11.067869 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:11.070124 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] 10.222.0.41 "PUT /v2.0/ports/13162152-f1fd-44aa-a188-ab20b9e03e7d HTTP/1.1" status: 200 len: 1159 time: 2.3239460 Nov 12 07:49:11.070913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:11.205263 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-01663997-0c54-4c24-aec8-68aa14b47cc9 service neutron] 10.222.0.33 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608839 Nov 12 07:49:11.244816 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-2829302c-d8a5-4873-9fb1-e228b8cc0777 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 1162 time: 0.1188605 Nov 12 07:49:11.346023 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-48d59cda-b485-46a8-a676-67addf2039d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d HTTP/1.1" status: 200 len: 217 time: 0.0909932 Nov 12 07:49:11.384518 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1cdc6e85-cb95-4586-be5d-29ea05a9f395 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:11.390839 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1cdc6e85-cb95-4586-be5d-29ea05a9f395 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:11.391841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1cdc6e85-cb95-4586-be5d-29ea05a9f395 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Synchronizing usage tracker for tenant:f7f6284ec3334837b98e58a75303b649 on resource:network {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:11.408240 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b60418b0-9ad1-4d0a-86dc-4273e7b8149a req-391ae4f7-9b19-4d4c-82db-2002a283d230 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5550351 Nov 12 07:49:11.432699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f10b34-8e52-4968-8944-f75afba06769 req-04dabaec-1e75-4c10-a342-794b6fe54df0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:11.435370 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-04dabaec-1e75-4c10-a342-794b6fe54df0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0754058 Nov 12 07:49:11.451312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dac19-2881-4f90-abfb-9a851d2d6554 req-0425c984-1c8e-4331-ba20-692194bb4638 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:11.460681 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d3dac19-2881-4f90-abfb-9a851d2d6554 req-0425c984-1c8e-4331-ba20-692194bb4638 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 947 time: 0.6087551 Nov 12 07:49:11.509344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'name': 'tempest-ServersTestMultiNic-1116958986-router', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:48:53Z', 'updated_at': '2020-11-12T07:49:01Z', 'revision_number': 4, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'gw_port': {'id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:48:54Z', 'updated_at': '2020-11-12T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '37c2e98a-ee1c-480c-b88c-fe9e52bca510', 'name': '', 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'mac_address': 'fa:16:3e:49:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd65b218e-81a3-462b-b61b-e82d2bc64095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:48:59Z', 'updated_at': '2020-11-12T07:49:09Z', 'revision_number': 4, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'subnets': [{'id': 'd65b218e-81a3-462b-b61b-e82d2bc64095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:49:11.515904 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da1e1b-5256-41e3-a20c-147879081389 None None] The sync data for ids ['76c40ad6-d380-4f13-a085-212edbee02a6'] in n-d-761264-6 is: [{'id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'name': 'tempest-ServersTestMultiNic-1116958986-router', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:48:53Z', 'updated_at': '2020-11-12T07:49:01Z', 'revision_number': 4, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'gw_port': {'id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:48:54Z', 'updated_at': '2020-11-12T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '37c2e98a-ee1c-480c-b88c-fe9e52bca510', 'name': '', 'network_id': '9e02d43c-c0be-4dc1-9a3b-95afe7005c64', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'mac_address': 'fa:16:3e:49:80:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd65b218e-81a3-462b-b61b-e82d2bc64095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:48:59Z', 'updated_at': '2020-11-12T07:49:09Z', 'revision_number': 4, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'subnets': [{'id': 'd65b218e-81a3-462b-b61b-e82d2bc64095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:49:11.532621 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:11.576121 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1cdc6e85-cb95-4586-be5d-29ea05a9f395 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Unset dirty status for tenant:f7f6284ec3334837b98e58a75303b649 on resource:network {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:11.583336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Transition to ACTIVE for port object 35564572-906f-4e53-8738-84f571803ff2 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:11.585641 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1cdc6e85-cb95-4586-be5d-29ea05a9f395 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/networks?id=ae67d9b3-55da-4041-aeb1-bd35e9210e24&id=662d846e-dc9f-4b62-a19e-e4e10416e678&id=ae67d9b3-55da-4041-aeb1-bd35e9210e24 HTTP/1.1" status: 200 len: 1390 time: 0.7643371 Nov 12 07:49:11.587319 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-fede1ae5-6143-4ab7-becf-c05ac554c398 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337156 Nov 12 07:49:11.666682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905299f8-8fb6-4273-9017-52cf1e67a0b4 None None] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:49:11.750753 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d3dac19-2881-4f90-abfb-9a851d2d6554 req-a0f10398-fbd4-4c51-84a1-4396f1ff5879 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845569 Nov 12 07:49:11.755666 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-919e37d0-ea88-4d27-99b4-74273a942abe tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/quotas/f7f6284ec3334837b98e58a75303b649 HTTP/1.1" status: 200 len: 375 time: 0.1254649 Nov 12 07:49:11.889972 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Transition to ACTIVE for port object 35564572-906f-4e53-8738-84f571803ff2 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:11.904737 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-649cf748-f8cf-46d8-bb04-8a855d185599 req-a08f8c43-5934-4c3c-8081-244167854549 service neutron] 10.222.0.33 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6886091 Nov 12 07:49:11.962684 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-63271fc4-2527-40e1-bc45-a8deb245bc05 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?tenant_id=f7f6284ec3334837b98e58a75303b649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1682436 Nov 12 07:49:11.965959 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-57bfa5d0-3ccc-4dc3-8916-9cf971956909 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679795 Nov 12 07:49:11.980299 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 37c2e98a-ee1c-480c-b88c-fe9e52bca510 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:12.031970 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:12.162853 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08252cee-0ee0-4238-8770-c4e7a7f00118', 'tag': 'e99052b6-6b31-422f-a1ba-030468a46713', 'status': 'completed', 'code': 200} Nov 12 07:49:12.191597 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-64f10b34-8e52-4968-8944-f75afba06769 req-1746ae44-1dac-4108-8e08-ef085db5d3d0 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2041328 Nov 12 07:49:12.227181 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-81db763c-a7fa-45b0-99a8-1f9353518507 service neutron] 10.222.0.40 "GET /v2.0/networks/ae67d9b3-55da-4041-aeb1-bd35e9210e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562981 Nov 12 07:49:12.265709 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:12.578464 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Network 662d846e-dc9f-4b62-a19e-e4e10416e678 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:12.590746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:12.598312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:12.683040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Pushing event updated for resources: {'Port': ['ID=35564572-906f-4e53-8738-84f571803ff2,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:12.696149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-ade6150c-b488-4cab-a717-116a6f0baa86 None None] Provisioning for port 3b80159b-0523-488d-a9db-500f00467e75 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:12.702764 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:12.743103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Attempting to bind port 35564572-906f-4e53-8738-84f571803ff2 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:12.743520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Attempting to bind port 35564572-906f-4e53-8738-84f571803ff2 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': 'caab013a-6240-4cde-8e00-1c08fea3e900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:12.743938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Attempting to bind port 35564572-906f-4e53-8738-84f571803ff2 on network 662d846e-dc9f-4b62-a19e-e4e10416e678 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:12.754449 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:12.754876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Checking segment: {'id': 'caab013a-6240-4cde-8e00-1c08fea3e900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:12.755468 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:12.755914 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Bound using segment: {'id': 'caab013a-6240-4cde-8e00-1c08fea3e900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:12.756450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Bound port: 35564572-906f-4e53-8738-84f571803ff2, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caab013a-6240-4cde-8e00-1c08fea3e900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:12.756874 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:12.784380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:12.793065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:12.793719 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:12.807260 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-e9a251f1-82a7-4388-b15f-f3a916fc0a96 service neutron] 10.222.0.40 "GET /v2.0/networks/ae67d9b3-55da-4041-aeb1-bd35e9210e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5333788 Nov 12 07:49:12.941051 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9917d302-4a73-424d-b428-1a0b705a210b req-51cdcdf3-07a7-4c47-bc0c-8a5d14a5cfa2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=56e160fff5134a87843737d179f71a62&device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 1158 time: 0.7124500 Nov 12 07:49:12.974764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] For port 35564572-906f-4e53-8738-84f571803ff2, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:13.001166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] For port 35564572-906f-4e53-8738-84f571803ff2, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=35564572-906f-4e53-8738-84f571803ff2,segment=NetworkSegment(caab013a-6240-4cde-8e00-1c08fea3e900),segment_id=caab013a-6240-4cde-8e00-1c08fea3e900)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:13.005710 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:13.027432 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:13.093181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60b418-23e0-485b-a6e5-66ed03754693 req-5f1938a2-f27b-476e-bdff-aaad355b7687 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:13.095477 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e60b418-23e0-485b-a6e5-66ed03754693 req-5f1938a2-f27b-476e-bdff-aaad355b7687 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.7871120 Nov 12 07:49:13.162804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Pushing event updated for resources: {'Port': ['ID=35564572-906f-4e53-8738-84f571803ff2,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:13.171194 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:13.184622 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-efdb9d3c-cdba-4839-bf1b-c2bb80215c21 service neutron] 10.222.0.40 "GET /v2.0/networks/662d846e-dc9f-4b62-a19e-e4e10416e678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663256 Nov 12 07:49:13.186067 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:13.200518 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e60b418-23e0-485b-a6e5-66ed03754693 req-8719c688-da0a-45aa-859e-74b78cea676c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782082 Nov 12 07:49:13.256768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port 37c2e98a-ee1c-480c-b88c-fe9e52bca510, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=37c2e98a-ee1c-480c-b88c-fe9e52bca510,segment=NetworkSegment(0326d7ec-6c26-497e-bb77-b7f2b460ac8c),segment_id=0326d7ec-6c26-497e-bb77-b7f2b460ac8c)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:13.278238 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:13.279330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 3b80159b-0523-488d-a9db-500f00467e75 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:13.324238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d302-4a73-424d-b428-1a0b705a210b req-4b484a30-8753-495b-baf4-ba958f6a4be6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:13.329922 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9917d302-4a73-424d-b428-1a0b705a210b req-4b484a30-8753-495b-baf4-ba958f6a4be6 service neutron] 10.222.0.33 "GET /v2.0/networks?id=5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 200 len: 898 time: 0.3737681 Nov 12 07:49:13.340307 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:13.471319 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=37c2e98a-ee1c-480c-b88c-fe9e52bca510,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:13.476195 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:13.496311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 3b80159b-0523-488d-a9db-500f00467e75 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:13.502254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 3b80159b-0523-488d-a9db-500f00467e75 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:13.502827 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:13.514976 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9917d302-4a73-424d-b428-1a0b705a210b req-d8113354-2e14-40fa-9271-a04ce681f7f7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e99052b6-6b31-422f-a1ba-030468a46713 HTTP/1.1" status: 200 len: 217 time: 0.1699305 Nov 12 07:49:13.627134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-f6292c60-41af-47c8-ae48-68b65325ce7e None None] Provisioning complete for port 3b80159b-0523-488d-a9db-500f00467e75 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:13.627713 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f6292c60-41af-47c8-ae48-68b65325ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:13.643590 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-628e10f5-6825-40d7-bb9b-2b961f8d66d0 service neutron] 10.222.0.40 "GET /v2.0/networks/662d846e-dc9f-4b62-a19e-e4e10416e678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4416232 Nov 12 07:49:13.801352 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:13.801608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d302-4a73-424d-b428-1a0b705a210b req-e3445123-068e-48ff-8c7b-7756cd8e4327 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:13.803149 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9917d302-4a73-424d-b428-1a0b705a210b req-e3445123-068e-48ff-8c7b-7756cd8e4327 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a527c20d-d2f9-46a5-9dca-fc64efe2289a HTTP/1.1" status: 200 len: 844 time: 0.2814226 Nov 12 07:49:13.809604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500228e4-534a-403a-b4a8-a382b117ac7e req-0dd9fd6c-9e44-4c3a-bd65-ff16186b89d7 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:13.811265 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500228e4-534a-403a-b4a8-a382b117ac7e req-0dd9fd6c-9e44-4c3a-bd65-ff16186b89d7 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.3596575 Nov 12 07:49:13.834993 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f6292c60-41af-47c8-ae48-68b65325ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:13.879490 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9917d302-4a73-424d-b428-1a0b705a210b req-4b0b9611-c727-4712-84d6-d5502edf73ab service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=5bf5d4ac-adb9-4928-b91e-484036df02e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559435 Nov 12 07:49:13.891561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port 3b80159b-0523-488d-a9db-500f00467e75, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=3b80159b-0523-488d-a9db-500f00467e75,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:13.939651 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:13.949672 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-76a6e5b8-081e-4392-b665-9046f55c5fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:14.020162 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-f6292c60-41af-47c8-ae48-68b65325ce7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80794) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:49:14.020558 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-f6292c60-41af-47c8-ae48-68b65325ce7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:49:14.037199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=3b80159b-0523-488d-a9db-500f00467e75,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:14.037454 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-a60cfaad-20fe-4d55-b7b1-99db4204fdaf service neutron] 10.222.0.40 "GET /v2.0/networks/ae67d9b3-55da-4041-aeb1-bd35e9210e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891776 Nov 12 07:49:14.037559 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:14.122550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 37c2e98a-ee1c-480c-b88c-fe9e52bca510 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:14.146172 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-500228e4-534a-403a-b4a8-a382b117ac7e req-074fc848-9642-4e0e-bdd5-d4530118dc9d tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626574 Nov 12 07:49:14.203408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:14.203947 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:14.222920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9917d302-4a73-424d-b428-1a0b705a210b req-b787342c-8458-4372-8062-f0a895d51bba service neutron] 10.222.0.33 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138032 Nov 12 07:49:14.330198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 35564572-906f-4e53-8738-84f571803ff2 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:14.351792 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-5e6ce342-2ad9-40c9-bb91-9304c5c305a9 service neutron] 10.222.0.40 "GET /v2.0/networks/ae67d9b3-55da-4041-aeb1-bd35e9210e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3011725 Nov 12 07:49:14.363629 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-47f632ea-b44e-4b50-88f2-3aedee639a4d tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/networks?tenant_id=24ba317245de4c41abc0c438bc1259f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973883 Nov 12 07:49:14.408150 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 35564572-906f-4e53-8738-84f571803ff2 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:14.543931 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9917d302-4a73-424d-b428-1a0b705a210b req-da76e0ae-a819-44a8-92cf-8b65e234c11a service neutron] 10.222.0.33 "GET /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3067389 Nov 12 07:49:14.599771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-11c4a98a-81d0-44f0-8ae7-b1a05c40de1d tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:14.601576 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-11c4a98a-81d0-44f0-8ae7-b1a05c40de1d tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296627 Nov 12 07:49:14.666473 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-771f963f-5ab7-4d39-a182-6f6ba8793987 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/quotas/24ba317245de4c41abc0c438bc1259f5 HTTP/1.1" status: 200 len: 375 time: 0.0583832 Nov 12 07:49:14.703498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-aed25889-6e70-455f-99d0-27b6e26e3561 None None] Provisioning complete for port 3b80159b-0523-488d-a9db-500f00467e75 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:14.703893 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aed25889-6e70-455f-99d0-27b6e26e3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:14.799850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f413e8-3287-4bdc-bce2-88ee33d28249 req-299a4d57-abf3-4dd1-a600-93948d3a8064 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:14.801888 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28f413e8-3287-4bdc-bce2-88ee33d28249 req-299a4d57-abf3-4dd1-a600-93948d3a8064 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 950 time: 0.1772738 Nov 12 07:49:14.838478 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-3babe29d-ea7e-4314-9e5b-dab88401f6c5 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?tenant_id=24ba317245de4c41abc0c438bc1259f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1628625 Nov 12 07:49:14.875815 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28f413e8-3287-4bdc-bce2-88ee33d28249 req-c58e1b26-ae7a-4210-bbec-d22390de1318 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666335 Nov 12 07:49:14.944598 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d', 'status': 'completed', 'code': 200} Nov 12 07:49:15.039505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27871de-cece-41bf-9ee3-9350aba97606 None None] Network 662d846e-dc9f-4b62-a19e-e4e10416e678 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:49:15.125502 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c6e4e3d-216d-4564-9a2d-fef377a2fa7f req-900bd937-367c-4355-b43c-f8f34aa6caab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 1162 time: 0.1510108 Nov 12 07:49:15.169673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 13162152-f1fd-44aa-a188-ab20b9e03e7d up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:15.263586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7669fc-6262-4910-ac8a-c728c9a6ffe4 req-5a731423-6376-4851-8da2-c7c4d012fdad tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:15.276965 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f7669fc-6262-4910-ac8a-c728c9a6ffe4 req-5a731423-6376-4851-8da2-c7c4d012fdad tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 943 time: 0.1862714 Nov 12 07:49:15.363005 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f7669fc-6262-4910-ac8a-c728c9a6ffe4 req-4e3146e2-2000-478a-b830-56de60571c78 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850325 Nov 12 07:49:15.403739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-497da62e-61c0-495d-9544-31e0e15461bb None None] Provisioning for port 35564572-906f-4e53-8738-84f571803ff2 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:15.444553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e4e3d-216d-4564-9a2d-fef377a2fa7f req-da96aba6-cb9e-44ed-acb2-1ada44e88a28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:15.447925 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c6e4e3d-216d-4564-9a2d-fef377a2fa7f req-da96aba6-cb9e-44ed-acb2-1ada44e88a28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3080404 Nov 12 07:49:15.475494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-497da62e-61c0-495d-9544-31e0e15461bb None None] Provisioning complete for port 35564572-906f-4e53-8738-84f571803ff2 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:15.475922 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-497da62e-61c0-495d-9544-31e0e15461bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:15.629053 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c6e4e3d-216d-4564-9a2d-fef377a2fa7f req-b6aeb609-fa46-4447-91a7-9ac428415d30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d HTTP/1.1" status: 200 len: 217 time: 0.1711519 Nov 12 07:49:15.666906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fab69-38d4-4c7c-8043-dcde80d2f96c req-f92234bb-4697-44f1-a16d-9b88a19daa3d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:15.669930 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b84fab69-38d4-4c7c-8043-dcde80d2f96c req-f92234bb-4697-44f1-a16d-9b88a19daa3d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 947 time: 0.1941803 Nov 12 07:49:15.762001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 13162152-f1fd-44aa-a188-ab20b9e03e7d completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:15.794152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 13162152-f1fd-44aa-a188-ab20b9e03e7d triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:15.794407 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:15.817885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e4e3d-216d-4564-9a2d-fef377a2fa7f req-b5c65874-edb3-4637-921f-12c2a18a7045 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:15.819509 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c6e4e3d-216d-4564-9a2d-fef377a2fa7f req-b5c65874-edb3-4637-921f-12c2a18a7045 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1764016 Nov 12 07:49:15.942899 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b84fab69-38d4-4c7c-8043-dcde80d2f96c req-48e73fd7-b392-443f-8d27-15850f9d8cfa tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799366 Nov 12 07:49:15.957869 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c6e4e3d-216d-4564-9a2d-fef377a2fa7f req-646dcaf9-f043-4f15-b8e4-c93816daa44c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288993 Nov 12 07:49:15.968141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202ae65-a72d-41ed-b485-6b0ad73d4bd1 req-ec736a32-7896-4933-9462-a9a0fe46f546 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:15.976691 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a202ae65-a72d-41ed-b485-6b0ad73d4bd1 req-ec736a32-7896-4933-9462-a9a0fe46f546 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.3005219 Nov 12 07:49:16.073560 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e99052b6-6b31-422f-a1ba-030468a46713 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:16.084192 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a202ae65-a72d-41ed-b485-6b0ad73d4bd1 req-7275f5b9-9f4f-4f4a-80dd-a29c22e4bd94 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064036 Nov 12 07:49:16.132446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 3b80159b-0523-488d-a9db-500f00467e75 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:16.152216 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c6e4e3d-216d-4564-9a2d-fef377a2fa7f req-82e421e2-249e-47b1-8b9e-f00e02c9f4a9 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868048 Nov 12 07:49:16.350418 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c6e4e3d-216d-4564-9a2d-fef377a2fa7f req-57534918-7420-4771-b363-b212f29c56d6 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1867878 Nov 12 07:49:16.410953 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c18cc5e1-6cb7-4492-a344-a03758e3fb0a req-9b7b350e-7b03-48d5-bb2d-8b829dbb2694 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 210 time: 0.0740623 Nov 12 07:49:16.433864 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8ceb6-3d26-4f62-9b55-2acb284d818e req-1bc283f0-2d57-4bb6-8b01-4c79f3820bd4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:16.435626 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fbf8ceb6-3d26-4f62-9b55-2acb284d818e req-1bc283f0-2d57-4bb6-8b01-4c79f3820bd4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.2262063 Nov 12 07:49:16.497051 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fbf8ceb6-3d26-4f62-9b55-2acb284d818e req-dbf2a95f-7510-4cc5-80ce-140b91ac6b8f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491872 Nov 12 07:49:16.606305 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-497da62e-61c0-495d-9544-31e0e15461bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:16.698438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port e99052b6-6b31-422f-a1ba-030468a46713 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:16.711301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port e99052b6-6b31-422f-a1ba-030468a46713 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:16.711720 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:16.721159 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0abc40e2-cdf4-4f82-bf2b-7eb606539579 req-fa8dc396-5568-43b1-8e58-51027a09de2d tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 210 time: 0.0466826 Nov 12 07:49:16.779830 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:16.805435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-497da62e-61c0-495d-9544-31e0e15461bb None None] For port 35564572-906f-4e53-8738-84f571803ff2, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=35564572-906f-4e53-8738-84f571803ff2,segment=NetworkSegment(caab013a-6240-4cde-8e00-1c08fea3e900),segment_id=caab013a-6240-4cde-8e00-1c08fea3e900)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:16.833050 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-497da62e-61c0-495d-9544-31e0e15461bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:16.846970 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:16.883106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 3b80159b-0523-488d-a9db-500f00467e75 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:16.883925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:16.925594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:16.997876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 13162152-f1fd-44aa-a188-ab20b9e03e7d, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:17.014603 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:17.128689 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497da62e-61c0-495d-9544-31e0e15461bb None None] Pushing event updated for resources: {'Port': ['ID=35564572-906f-4e53-8738-84f571803ff2,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:17.137561 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-497da62e-61c0-495d-9544-31e0e15461bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:17.142902 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-164eb25f-1ccf-4e31-9205-184698e2b841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:17.182763 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:17.186913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5d4c7-1dc0-417a-91d3-8060aadf3e0c req-72507019-647f-4a92-b73f-b4b56f777ee4 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:17.188677 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-35e5d4c7-1dc0-417a-91d3-8060aadf3e0c req-72507019-647f-4a92-b73f-b4b56f777ee4 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.3208270 Nov 12 07:49:17.334797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port e99052b6-6b31-422f-a1ba-030468a46713, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e99052b6-6b31-422f-a1ba-030468a46713,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:17.336059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-68ecc619-ae89-4a86-b1b2-fa072ddc9a01 None None] Provisioning complete for port 35564572-906f-4e53-8738-84f571803ff2 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:17.336550 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-68ecc619-ae89-4a86-b1b2-fa072ddc9a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:17.371378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=13162152-f1fd-44aa-a188-ab20b9e03e7d,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:17.386260 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:17.387056 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:17.398631 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:17.494588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=e99052b6-6b31-422f-a1ba-030468a46713,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:17.499353 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:17.680815 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-35e5d4c7-1dc0-417a-91d3-8060aadf3e0c req-2469b9db-62a7-41ba-a171-1ba560b09a0b tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721267 Nov 12 07:49:17.690561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-ebf7b635-983a-4562-9d14-9a8f545ef13a None None] Provisioning complete for port 35564572-906f-4e53-8738-84f571803ff2 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:17.691007 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ebf7b635-983a-4562-9d14-9a8f545ef13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:17.761125 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-1079e110-45fb-45e3-a9dd-025732cac602 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.33 "GET /v2.0/networks?tenant_id=24ba317245de4c41abc0c438bc1259f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791497 Nov 12 07:49:17.775395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9f452-36bc-45c3-b23c-f0bd9ed6bc25 req-5a9cf3c9-bd23-48a3-90f6-ef618c98a1fe tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:17.782996 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9cc9f452-36bc-45c3-b23c-f0bd9ed6bc25 req-5a9cf3c9-bd23-48a3-90f6-ef618c98a1fe tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 943 time: 0.7302926 Nov 12 07:49:17.834523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-a993fc76-9e0a-41b7-bf76-7c238c4aeba2 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:17.838991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-a993fc76-9e0a-41b7-bf76-7c238c4aeba2 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:17.840672 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-a993fc76-9e0a-41b7-bf76-7c238c4aeba2 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "GET /v2.0/networks?id=ae67d9b3-55da-4041-aeb1-bd35e9210e24&id=662d846e-dc9f-4b62-a19e-e4e10416e678&id=ae67d9b3-55da-4041-aeb1-bd35e9210e24 HTTP/1.1" status: 200 len: 1390 time: 0.7394342 Nov 12 07:49:17.845123 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3722e85-38c1-4bfb-9e5e-db55b4fe1dcc req-483a8fba-853a-4b0c-af60-b3186aa062e5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.2829792 Nov 12 07:49:17.876080 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9cc9f452-36bc-45c3-b23c-f0bd9ed6bc25 req-e70d3e46-d5be-4dce-a706-d65dc354c56a tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920210 Nov 12 07:49:17.962572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'port': {'device_id': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24', 'admin_state_up': True, 'tenant_id': 'f7f6284ec3334837b98e58a75303b649'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:18.057259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 35564572-906f-4e53-8738-84f571803ff2 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:18.139600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 35564572-906f-4e53-8738-84f571803ff2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:18.140120 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:18.512127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d1e6b790-a593-4bab-bd9e-5a24f1cf77a0 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:18.513751 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d1e6b790-a593-4bab-bd9e-5a24f1cf77a0 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6063902 Nov 12 07:49:18.526795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:18.536169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:port and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:18.544339 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3722e85-38c1-4bfb-9e5e-db55b4fe1dcc req-41fabc25-7c99-433f-9661-0a733883b073 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1165 time: 0.4291482 Nov 12 07:49:18.548141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Request body: {'port': {'device_id': '3d8b3f01-1ff6-450f-ac8d-df70b125a4e9', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': '24ba317245de4c41abc0c438bc1259f5'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:18.565528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for port was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:18.576414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2747f-8f0e-417b-8946-8723620b067c req-4928a703-29be-46e1-8aad-307b24ddbe78 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:18.578107 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3ab2747f-8f0e-417b-8946-8723620b067c req-4928a703-29be-46e1-8aad-307b24ddbe78 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.4296405 Nov 12 07:49:18.612707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:18.701454 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-62bf903e-2a2a-4c2b-ab84-47a15a833ea2 req-401c2684-41ed-421e-adf6-714ac0b73245 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9&device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac&device_id=c409865f-265c-407c-bbc8-06f47b7999b7&device_id=08252cee-0ee0-4238-8770-c4e7a7f00118&device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7&device_id=a803ac5a-d98d-420f-b310-1008490923ca&device_id=07941895-a840-4f25-80ed-18c54d776a14&device_id=cadee702-5635-4868-ade2-4136ee3561f6&device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb&device_id=aa26f732-348b-4171-90c9-3999aa2afdd7&device_id=ec446105-1dac-4e63-9e35-58de57390e8a&device_id=7c02382c-9da2-4682-b858-038cafed4fbd&device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 10693 time: 0.5515046 Nov 12 07:49:18.812357 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:18.817881 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:18.856860 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-62bf903e-2a2a-4c2b-ab84-47a15a833ea2 req-c1b0667b-35ad-46b9-9c04-868e3f188e29 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:18.942461 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3ab2747f-8f0e-417b-8946-8723620b067c req-5ea8b016-e027-4690-8231-9337b5587024 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271828 Nov 12 07:49:19.037288 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d', 'code': 200} Nov 12 07:49:19.078580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:19.089379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3722e85-38c1-4bfb-9e5e-db55b4fe1dcc req-ddcecabb-4348-4497-8e10-2addfc638b86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:19.091011 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3722e85-38c1-4bfb-9e5e-db55b4fe1dcc req-ddcecabb-4348-4497-8e10-2addfc638b86 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.5063128 Nov 12 07:49:19.094469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-62bf903e-2a2a-4c2b-ab84-47a15a833ea2 req-c1b0667b-35ad-46b9-9c04-868e3f188e29 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:19.147364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 13162152-f1fd-44aa-a188-ab20b9e03e7d up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:19.172594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-62bf903e-2a2a-4c2b-ab84-47a15a833ea2 req-c1b0667b-35ad-46b9-9c04-868e3f188e29 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Usage tracker for resource:security_group_rule and tenant:3bb7ac9882834a05a3246a8e9a0a9314 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:19.178218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:19.207125 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1bc38026-5f84-4602-88f3-7b2de6d08f43 req-e25319e0-82bb-458f-8485-4e559d5b756c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 1164 time: 0.0845516 Nov 12 07:49:19.226875 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 13162152-f1fd-44aa-a188-ab20b9e03e7d triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:19.227326 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:19.232625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-62bf903e-2a2a-4c2b-ab84-47a15a833ea2 req-c1b0667b-35ad-46b9-9c04-868e3f188e29 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:19.245839 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3722e85-38c1-4bfb-9e5e-db55b4fe1dcc req-15a4c252-1111-4162-9772-9f3022fff45d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 200 len: 217 time: 0.1343780 Nov 12 07:49:19.258082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-62bf903e-2a2a-4c2b-ab84-47a15a833ea2 req-c1b0667b-35ad-46b9-9c04-868e3f188e29 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:19.259992 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1bc38026-5f84-4602-88f3-7b2de6d08f43 req-4632842d-6471-42b0-958d-c65ea282d019 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461724 Nov 12 07:49:19.344214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Made reservation on behalf of 24ba317245de4c41abc0c438bc1259f5 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:19.349696 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:19.490093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3722e85-38c1-4bfb-9e5e-db55b4fe1dcc req-10b4f098-2493-43d7-8d71-6981c1e40028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:19.491718 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3722e85-38c1-4bfb-9e5e-db55b4fe1dcc req-10b4f098-2493-43d7-8d71-6981c1e40028 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2201116 Nov 12 07:49:19.530546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e99052b6-6b31-422f-a1ba-030468a46713 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:19.616792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port e99052b6-6b31-422f-a1ba-030468a46713 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:19.617229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:19.996511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d1a3f-a989-400f-979c-a55a1a6df6e9 req-6fd88bfd-598c-4874-96e6-d9ae1e43c81d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:19.998193 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-342d1a3f-a989-400f-979c-a55a1a6df6e9 req-6fd88bfd-598c-4874-96e6-d9ae1e43c81d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.8169100 Nov 12 07:49:20.013270 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-62bf903e-2a2a-4c2b-ab84-47a15a833ea2 req-c1b0667b-35ad-46b9-9c04-868e3f188e29 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:20.045123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Allocated IP 19.80.0.181 (ae67d9b3-55da-4041-aeb1-bd35e9210e24/b512f6a9-5ec1-456c-95b6-a7de541d6a42/96bc0da7-042a-4ee2-a052-b24d1ccaac62) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:20.047475 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-62bf903e-2a2a-4c2b-ab84-47a15a833ea2 req-c1b0667b-35ad-46b9-9c04-868e3f188e29 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:20.064703 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-815711ab-e084-4d84-9cce-61546fe7e56c tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:20.206883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0667b-35ad-46b9-9c04-868e3f188e29 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Pushing event updated for resources: {'SecurityGroup': ['ID=436a632c-03ce-4ece-8319-61c98cdf9692,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:20.211925 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-62bf903e-2a2a-4c2b-ab84-47a15a833ea2 req-c1b0667b-35ad-46b9-9c04-868e3f188e29 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&id=f90fe1b1-aaf7-4c09-9624-386e33c39074&id=9bf60445-4144-49cc-9555-ead92136efad&id=86bbe485-b28d-4512-af44-6c5e7d30088b&id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&id=78e01007-9eaf-4d06-bd11-9882b6b11cee&id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 689 time: 1.4532518 Nov 12 07:49:20.220492 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c1b0667b-35ad-46b9-9c04-868e3f188e29 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:20.253509 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-342d1a3f-a989-400f-979c-a55a1a6df6e9 req-a7fa34fb-0044-4c6f-833e-b3cd7d02be64 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457311 Nov 12 07:49:20.365834 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3722e85-38c1-4bfb-9e5e-db55b4fe1dcc req-8b7fe90e-932d-460c-aafe-092cd013494f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8507197 Nov 12 07:49:20.548176 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c450921-7f34-44a4-982e-3e74c8c90496 req-1a7b7ed9-427a-4f84-a159-3b817772cef8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 210 time: 0.1779523 Nov 12 07:49:20.718975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Allocated IP 192.168.233.49 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/4e39dd49-248c-4155-a713-9ec7a4d12d73) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:20.805939 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5ba57714-3987-4c6c-b0c0-8c24b950df50 req-2ae480ae-ee6d-4578-9aa3-15caa63dfe01 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 210 time: 0.0903089 Nov 12 07:49:20.819474 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:20.870965 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3722e85-38c1-4bfb-9e5e-db55b4fe1dcc req-52901ddc-f8b4-41df-8b95-9c6fa90d5b8c service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507737 Nov 12 07:49:20.876163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Transition to ACTIVE for port object 96bc0da7-042a-4ee2-a052-b24d1ccaac62 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:20.893613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a22e5b-e92a-451e-8dd4-f06456f0b3c1 req-3f7eb299-eced-4060-a4b4-a1c514f1ddc4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:20.895246 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d6a22e5b-e92a-451e-8dd4-f06456f0b3c1 req-3f7eb299-eced-4060-a4b4-a1c514f1ddc4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.5152194 Nov 12 07:49:21.038753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08252cee-0ee0-4238-8770-c4e7a7f00118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99052b6-6b31-422f-a1ba-030468a46713'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:21.232548 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:21.266455 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b6d09a64-8849-43ac-b4c1-94fad096aa48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:21.312138 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d6a22e5b-e92a-451e-8dd4-f06456f0b3c1 req-2a56d39e-5476-4e0b-8106-6e6fd724c973 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850796 Nov 12 07:49:21.409755 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3722e85-38c1-4bfb-9e5e-db55b4fe1dcc req-9dc351d7-7c47-433b-a586-1f55e5825eb7 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5240054 Nov 12 07:49:21.526958 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:21.530177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Port': ['ID=96bc0da7-042a-4ee2-a052-b24d1ccaac62,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:21.535455 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:21.570820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef57e25-1e54-4c36-8fd7-9b1393507584 req-39d6dfde-263f-4145-bea5-8b8a51c8a82e tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:21.572508 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aef57e25-1e54-4c36-8fd7-9b1393507584 req-39d6dfde-263f-4145-bea5-8b8a51c8a82e tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 945 time: 0.6345892 Nov 12 07:49:21.620679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Transition to ACTIVE for port object 4e39dd49-248c-4155-a713-9ec7a4d12d73 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:21.694498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97b312-369e-48b7-9510-69b3963ed5f2 req-0c72add4-a346-4cef-9e32-62b2689d2b10 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:21.696154 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f97b312-369e-48b7-9510-69b3963ed5f2 req-0c72add4-a346-4cef-9e32-62b2689d2b10 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.2539558 Nov 12 07:49:21.698471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:21.705247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:21.723392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:21.758210 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aef57e25-1e54-4c36-8fd7-9b1393507584 req-5384adb3-deb0-46de-9a8a-b88f602894a6 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706858 Nov 12 07:49:21.768024 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:21.798507 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:21.994366 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-382c2f82-f553-40f9-a464-388fbf8b1b1e None None] Provisioning for port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:21.999981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-382c2f82-f553-40f9-a464-388fbf8b1b1e None None] Provisioning complete for port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:22.000410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-382c2f82-f553-40f9-a464-388fbf8b1b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:22.060857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-382c2f82-f553-40f9-a464-388fbf8b1b1e None None] Port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:49:22.210401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:22.211068 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:22.288128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Pushing event updated for resources: {'Port': ['ID=4e39dd49-248c-4155-a713-9ec7a4d12d73,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:22.302183 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f97b312-369e-48b7-9510-69b3963ed5f2 req-81f0d4e4-98d1-4e0e-af1d-4ecd65129851 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974262 Nov 12 07:49:22.329643 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:22.337320 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08252cee-0ee0-4238-8770-c4e7a7f00118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99052b6-6b31-422f-a1ba-030468a46713', 'code': 200} Nov 12 07:49:22.364007 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4102850 Nov 12 07:49:22.402221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'port': {'device_id': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678', 'admin_state_up': True, 'tenant_id': 'f7f6284ec3334837b98e58a75303b649'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:22.505938 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-05c81eba-aff8-4916-b111-7e4c3abda1e1 req-4cc29f45-29fa-4468-8bc2-e6c00d6343da service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 1160 time: 0.0824101 Nov 12 07:49:22.567601 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-05c81eba-aff8-4916-b111-7e4c3abda1e1 req-f153b034-a530-4a00-b0e5-4137846ac45a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538845 Nov 12 07:49:22.667488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fbbc807f-9f37-4e04-88c8-f3a28ca41994 req-f52c395a-d0d2-419c-a94e-2acae753b3c9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 1160 time: 0.4659488 Nov 12 07:49:22.685503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:22.696189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:22.706805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:22.759286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:22.774731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:port and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:22.778762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for port was recalculated. Used quota:5. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:22.793826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:22.825682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0d69-6cad-4331-91af-76cf3c1b6606 req-b3d76ef5-fa48-4c77-9090-be838a06b2b3 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:22.827322 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7aeb0d69-6cad-4331-91af-76cf3c1b6606 req-b3d76ef5-fa48-4c77-9090-be838a06b2b3 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.3418200 Nov 12 07:49:22.855245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:22.855925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:22.871955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277a3f9-ba0e-4096-a165-9c162c4a094e req-d69927da-fec5-4b71-b147-ece7e004fcf8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:22.872733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6277a3f9-ba0e-4096-a165-9c162c4a094e req-d69927da-fec5-4b71-b147-ece7e004fcf8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Synchronizing usage tracker for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:22.886564 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:22.890271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-47d670b7-8189-40ef-8d14-a0682f474ce2 None None] Provisioning for port 4e39dd49-248c-4155-a713-9ec7a4d12d73 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:22.892205 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:22.895395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-47d670b7-8189-40ef-8d14-a0682f474ce2 None None] Provisioning complete for port 4e39dd49-248c-4155-a713-9ec7a4d12d73 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:22.895815 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-47d670b7-8189-40ef-8d14-a0682f474ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:22.975249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-47d670b7-8189-40ef-8d14-a0682f474ce2 None None] Port 4e39dd49-248c-4155-a713-9ec7a4d12d73 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:49:23.007212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4666016 Nov 12 07:49:23.041698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Request body: {'port': {'device_id': '3d8b3f01-1ff6-450f-ac8d-df70b125a4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:23.093817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6277a3f9-ba0e-4096-a165-9c162c4a094e req-d69927da-fec5-4b71-b147-ece7e004fcf8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Unset dirty status for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:23.095012 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6277a3f9-ba0e-4096-a165-9c162c4a094e req-d69927da-fec5-4b71-b147-ece7e004fcf8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 932 time: 0.6124315 Nov 12 07:49:23.245919 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7aeb0d69-6cad-4331-91af-76cf3c1b6606 req-4d5577a4-df58-44a5-8454-7f5e3b178f79 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832650 Nov 12 07:49:23.296130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc807f-9f37-4e04-88c8-f3a28ca41994 req-a1d7c13b-5923-4b2b-afb8-a2b0d4894a9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:23.297778 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fbbc807f-9f37-4e04-88c8-f3a28ca41994 req-a1d7c13b-5923-4b2b-afb8-a2b0d4894a9d service neutron] 10.222.0.33 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 913 time: 0.4794416 Nov 12 07:49:23.472433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6277a3f9-ba0e-4096-a165-9c162c4a094e req-50317959-4153-4778-ab57-1ad667b7b03b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Synchronizing usage tracker for tenant:f7f6284ec3334837b98e58a75303b649 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:23.475707 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fbbc807f-9f37-4e04-88c8-f3a28ca41994 req-b6380d6c-31e7-4034-9147-841d74d1efb0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=156033d6-c97c-4ec7-a159-ef251ec853b5 HTTP/1.1" status: 200 len: 217 time: 0.1518581 Nov 12 07:49:23.476308 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:23.545171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:49:23.685185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6277a3f9-ba0e-4096-a165-9c162c4a094e req-50317959-4153-4778-ab57-1ad667b7b03b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Unset dirty status for tenant:f7f6284ec3334837b98e58a75303b649 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:23.686481 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6277a3f9-ba0e-4096-a165-9c162c4a094e req-50317959-4153-4778-ab57-1ad667b7b03b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773983 Nov 12 07:49:23.708519 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc807f-9f37-4e04-88c8-f3a28ca41994 req-c38e741a-03cb-4152-8691-c6f089970982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:23.710193 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fbbc807f-9f37-4e04-88c8-f3a28ca41994 req-c38e741a-03cb-4152-8691-c6f089970982 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=061eb431-be4a-415f-9236-3a16a64d078a HTTP/1.1" status: 200 len: 859 time: 0.2185884 Nov 12 07:49:23.864056 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fbbc807f-9f37-4e04-88c8-f3a28ca41994 req-af0f20a1-d42d-4fe8-9fa3-798f1446bf6c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=44e340f5-5c7b-410f-886c-f4c18a733214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363721 Nov 12 07:49:24.261042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e01d4-1091-4a80-9b3d-2e8d438290d4 req-179aa784-2c30-4aa4-b6fd-654389a736a4 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:24.261824 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e36e01d4-1091-4a80-9b3d-2e8d438290d4 req-179aa784-2c30-4aa4-b6fd-654389a736a4 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Synchronizing usage tracker for tenant:24ba317245de4c41abc0c438bc1259f5 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:24.378406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Allocated IP 19.86.0.137 (662d846e-dc9f-4b62-a19e-e4e10416e678/63e7f057-641b-414a-b39e-4c2da36749db/4c0d089d-da12-42fe-a087-e8d53aa13dfb) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:24.414961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e36e01d4-1091-4a80-9b3d-2e8d438290d4 req-179aa784-2c30-4aa4-b6fd-654389a736a4 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Unset dirty status for tenant:24ba317245de4c41abc0c438bc1259f5 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:24.416309 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e36e01d4-1091-4a80-9b3d-2e8d438290d4 req-179aa784-2c30-4aa4-b6fd-654389a736a4 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 935 time: 1.0264039 Nov 12 07:49:24.609177 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fbbc807f-9f37-4e04-88c8-f3a28ca41994 req-e0f42e81-d329-4639-a7c0-bf330e4734b4 service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6981227 Nov 12 07:49:24.626943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24abb3-df29-4d1f-a785-edb2a4153c33 req-6f4d20b7-cd1d-495f-9b2a-9208b00e03ec tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:24.628566 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a24abb3-df29-4d1f-a785-edb2a4153c33 req-6f4d20b7-cd1d-495f-9b2a-9208b00e03ec tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.7683840 Nov 12 07:49:24.852670 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e36e01d4-1091-4a80-9b3d-2e8d438290d4 req-467093fb-9d45-4aaa-a674-75455df54a7b tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277773 Nov 12 07:49:24.959878 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a24abb3-df29-4d1f-a785-edb2a4153c33 req-53082f67-9c66-40c0-bc2f-df6f14d28fe3 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894380 Nov 12 07:49:25.081565 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fbbc807f-9f37-4e04-88c8-f3a28ca41994 req-63c4278d-f2a4-4959-98d7-97a6a213b6ca service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4453464 Nov 12 07:49:25.084557 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:25.089282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e39dd49-248c-4155-a713-9ec7a4d12d73 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:49:25.102003 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:25.162366 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Transition to ACTIVE for port object 4e39dd49-248c-4155-a713-9ec7a4d12d73 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:25.167821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Transition to ACTIVE for port object 4c0d089d-da12-42fe-a087-e8d53aa13dfb will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:25.177862 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:25.229021 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:25.431201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Pushing event updated for resources: {'Port': ['ID=4e39dd49-248c-4155-a713-9ec7a4d12d73,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:25.437494 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:25.440296 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:25.457999 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7d543be6-9a99-4087-afdd-cf6ef84bb5d2 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:25.643515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebab8d-5f0c-4c06-8d65-eaadedc30a3f req-5990244b-c1b9-4086-948a-1244d9ab34f4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:25.645208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3ebab8d-5f0c-4c06-8d65-eaadedc30a3f req-5990244b-c1b9-4086-948a-1244d9ab34f4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.5295415 Nov 12 07:49:25.645917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Port': ['ID=4c0d089d-da12-42fe-a087-e8d53aa13dfb,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:25.652472 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:25.663338 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-59c97e04-5fc4-41b6-925e-84e5a4c53a48 req-ca6be3fd-e54d-4170-9dde-04e2eb4c3f3b tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7&device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb&device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 3076 time: 0.4887705 Nov 12 07:49:25.889902 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b3ebab8d-5f0c-4c06-8d65-eaadedc30a3f req-8bc86f15-cb5f-4a74-bacb-e6c53ca4ef34 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356114 Nov 12 07:49:25.893089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-59c97e04-5fc4-41b6-925e-84e5a4c53a48 req-a78524ca-37e3-42a2-b666-e5f88f00fe97 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Synchronizing usage tracker for tenant:3bb7ac9882834a05a3246a8e9a0a9314 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:25.926318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 662d846e-dc9f-4b62-a19e-e4e10416e678 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:25.930656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:25.937273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:25.975554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-59c97e04-5fc4-41b6-925e-84e5a4c53a48 req-a78524ca-37e3-42a2-b666-e5f88f00fe97 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Unset dirty status for tenant:3bb7ac9882834a05a3246a8e9a0a9314 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:25.976871 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-59c97e04-5fc4-41b6-925e-84e5a4c53a48 req-a78524ca-37e3-42a2-b666-e5f88f00fe97 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354665 Nov 12 07:49:26.006937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Attempting to bind port 4e39dd49-248c-4155-a713-9ec7a4d12d73 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:26.007313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Attempting to bind port 4e39dd49-248c-4155-a713-9ec7a4d12d73 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:26.007688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Attempting to bind port 4e39dd49-248c-4155-a713-9ec7a4d12d73 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:26.027341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:26.027982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:26.032237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:26.032629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:26.033069 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:26.033474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:26.033976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Bound port: 4e39dd49-248c-4155-a713-9ec7a4d12d73, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:26.034378 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:26.148390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c3582b06-1d78-4a72-9739-25ebb28d60d2 None None] Provisioning for port 4c0d089d-da12-42fe-a087-e8d53aa13dfb completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:26.153770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c3582b06-1d78-4a72-9739-25ebb28d60d2 None None] Provisioning complete for port 4c0d089d-da12-42fe-a087-e8d53aa13dfb triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:26.154187 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c3582b06-1d78-4a72-9739-25ebb28d60d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:26.211535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-c3582b06-1d78-4a72-9739-25ebb28d60d2 None None] Port 4c0d089d-da12-42fe-a087-e8d53aa13dfb cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:49:26.221904 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8487020 Nov 12 07:49:26.252363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'port': {'device_id': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24', 'admin_state_up': True, 'tenant_id': 'f7f6284ec3334837b98e58a75303b649'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:26.368383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] For port 4e39dd49-248c-4155-a713-9ec7a4d12d73, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:26.406001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] For port 4e39dd49-248c-4155-a713-9ec7a4d12d73, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=4e39dd49-248c-4155-a713-9ec7a4d12d73,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:26.417773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64c8e0-8c56-4a57-9279-3acc0f3aeb17 req-6625f955-d814-41ef-8e5e-97dc408d5c8f tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:26.419424 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ce64c8e0-8c56-4a57-9279-3acc0f3aeb17 req-6625f955-d814-41ef-8e5e-97dc408d5c8f tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 945 time: 0.3744602 Nov 12 07:49:26.423699 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:26.446515 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d0a41cc2-174c-444b-b2d6-23308c78e447 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:26.858182 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d6b79f95-f53f-4cce-8e4a-699696190700 req-f4e4a272-be6e-4057-9d70-465233793b6a service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7167733 Nov 12 07:49:26.864508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:26.883141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:port and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:26.890272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for port was recalculated. Used quota:6. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:26.916509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:26.933454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Pushing event updated for resources: {'Port': ['ID=4e39dd49-248c-4155-a713-9ec7a4d12d73,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:26.937320 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:26.944954 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ce64c8e0-8c56-4a57-9279-3acc0f3aeb17 req-55d02448-ac21-44c1-9bb5-ca120135591b tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059156 Nov 12 07:49:26.960567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:26.966524 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:27.022850 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:27.023921 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] 10.222.0.33 "PUT /v2.0/ports/4e39dd49-248c-4155-a713-9ec7a4d12d73 HTTP/1.1" status: 200 len: 1159 time: 3.9970486 Nov 12 07:49:27.024616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8b3f01-1ff6-450f-ac8d-df70b125a4e9', 'tag': '4e39dd49-248c-4155-a713-9ec7a4d12d73'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:27.558050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb66c80-4e11-4068-a1c3-69475229eea7 req-af98d14e-6860-40c4-80c1-5d8ed43fe60c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:27.559688 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bdb66c80-4e11-4068-a1c3-69475229eea7 req-af98d14e-6860-40c4-80c1-5d8ed43fe60c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.4180346 Nov 12 07:49:27.562641 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-56e9cb0a-789a-4bdb-be10-732ddbb7bb37 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24ba317245de4c41abc0c438bc1259f5&device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 1162 time: 0.4196739 Nov 12 07:49:27.738642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274e1c0-5af9-4e09-87c0-224a8cb4fbe7 req-9128a86e-1c1b-423b-867c-e9dc8d9c8b2f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:27.743017 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274e1c0-5af9-4e09-87c0-224a8cb4fbe7 req-9128a86e-1c1b-423b-867c-e9dc8d9c8b2f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:27.743841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a274e1c0-5af9-4e09-87c0-224a8cb4fbe7 req-9128a86e-1c1b-423b-867c-e9dc8d9c8b2f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Synchronizing usage tracker for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:27.760422 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-d645809a-1325-4255-a15c-288a140c00a9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=4e39dd49-248c-4155-a713-9ec7a4d12d73 HTTP/1.1" status: 200 len: 217 time: 0.1526017 Nov 12 07:49:27.824828 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-fd9f419f-8b8e-4597-8eb9-825a37205f05 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6805601 Nov 12 07:49:27.832056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Allocated IP 19.80.0.162 (ae67d9b3-55da-4041-aeb1-bd35e9210e24/b512f6a9-5ec1-456c-95b6-a7de541d6a42/fa17058d-2d1e-4fad-943a-17620d24fce3) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:27.862753 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bdb66c80-4e11-4068-a1c3-69475229eea7 req-80933b39-fc16-4180-840b-ec1901955753 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943361 Nov 12 07:49:27.871250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a274e1c0-5af9-4e09-87c0-224a8cb4fbe7 req-9128a86e-1c1b-423b-867c-e9dc8d9c8b2f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Unset dirty status for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:27.872495 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a274e1c0-5af9-4e09-87c0-224a8cb4fbe7 req-9128a86e-1c1b-423b-867c-e9dc8d9c8b2f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 1655 time: 0.6013887 Nov 12 07:49:27.932146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-c8408090-b37b-49fc-b9fb-7122ae955350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:27.933832 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-c8408090-b37b-49fc-b9fb-7122ae955350 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1590307 Nov 12 07:49:28.098452 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a274e1c0-5af9-4e09-87c0-224a8cb4fbe7 req-92ab9de5-aae0-4dfa-9a37-34b670b3c962 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087595 Nov 12 07:49:28.252620 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-bbb2ed55-f295-4828-9f62-185ee7add8c0 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3037474 Nov 12 07:49:28.300735 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc4427-3afd-4029-91d9-9ca27b0b2726 req-9a672788-3b34-4647-a854-434210ea5c9e tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:28.302243 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e2bc4427-3afd-4029-91d9-9ca27b0b2726 req-9a672788-3b34-4647-a854-434210ea5c9e tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 947 time: 0.3052149 Nov 12 07:49:28.453856 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:28.519133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Transition to ACTIVE for port object fa17058d-2d1e-4fad-943a-17620d24fce3 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:28.556858 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e2bc4427-3afd-4029-91d9-9ca27b0b2726 req-cc2e048c-60e2-4635-bf7c-9fc83dd781aa tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431479 Nov 12 07:49:28.572278 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-5ec79ae3-045d-4267-995d-6dda6eb03d8f service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071179 Nov 12 07:49:28.674183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7ede5-73a1-444d-991f-a47c8ff0eee3 req-e86d1f98-3def-4d59-bf19-8bcf70b7004c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:28.676167 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68f7ede5-73a1-444d-991f-a47c8ff0eee3 req-e86d1f98-3def-4d59-bf19-8bcf70b7004c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.2890935 Nov 12 07:49:28.682110 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:28.701367 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c930698e-6049-4749-abda-80a862337f96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:29.191046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Port': ['ID=fa17058d-2d1e-4fad-943a-17620d24fce3,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:29.203842 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:29.237920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-68f7ede5-73a1-444d-991f-a47c8ff0eee3 req-63291d4d-948b-406f-b55d-900135da054c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517297 Nov 12 07:49:29.252576 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d3840d6e-f629-4be8-887b-5ce9261ca15e req-b5826591-8312-4a42-aa48-f6f1b24daf48 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6685305 Nov 12 07:49:29.302410 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3df96c-bbac-4954-8f7b-a0bf32f7166d req-fc88aba0-4523-4833-b004-642be289a527 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:29.304079 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ee3df96c-bbac-4954-8f7b-a0bf32f7166d req-fc88aba0-4523-4833-b004-642be289a527 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.5653062 Nov 12 07:49:29.336254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:29.340855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:29.345085 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:29.422549 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ee3df96c-bbac-4954-8f7b-a0bf32f7166d req-7fb946ff-34d1-410b-a107-c8bac4af5fc4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073134 Nov 12 07:49:29.436687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:29.437389 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:29.459645 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2219460 Nov 12 07:49:29.471839 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-1a9b44c6-7e7b-4f77-b611-4ee4ea72c6c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 1164 time: 0.0917885 Nov 12 07:49:29.475088 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Request body: {'port': {'device_id': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:29.630779 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:29.686181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-92d613af-813d-4043-8a8c-401bfd0c341b None None] Provisioning for port fa17058d-2d1e-4fad-943a-17620d24fce3 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:29.692783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-92d613af-813d-4043-8a8c-401bfd0c341b None None] Provisioning complete for port fa17058d-2d1e-4fad-943a-17620d24fce3 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:29.693611 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-92d613af-813d-4043-8a8c-401bfd0c341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:29.695511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb2682-08c7-49f3-835c-e26359bb058f req-3847e3b5-1e8f-4ecc-8e7d-7f56c0e09cbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:29.697757 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-3847e3b5-1e8f-4ecc-8e7d-7f56c0e09cbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2202957 Nov 12 07:49:29.768010 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-92d613af-813d-4043-8a8c-401bfd0c341b None None] Port fa17058d-2d1e-4fad-943a-17620d24fce3 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:49:29.787946 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8b3f01-1ff6-450f-ac8d-df70b125a4e9', 'tag': '4e39dd49-248c-4155-a713-9ec7a4d12d73', 'status': 'completed', 'code': 200} Nov 12 07:49:29.823974 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-2b015f5c-1a18-4125-b6b9-c7ec2ed4e934 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d HTTP/1.1" status: 200 len: 217 time: 0.1161230 Nov 12 07:49:29.903082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb2682-08c7-49f3-835c-e26359bb058f req-20869b51-b5aa-4327-bb02-9e81dc505ed5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:29.905582 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-20869b51-b5aa-4327-bb02-9e81dc505ed5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0742824 Nov 12 07:49:29.995096 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-e5c9617e-c741-4e74-bd4e-d654a9474805 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806220 Nov 12 07:49:30.029883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71ece2-cc8a-4beb-81b5-51245b060e9b req-5e675f09-10d7-4ec6-b4b2-1b793921c847 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:30.031557 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0c71ece2-cc8a-4beb-81b5-51245b060e9b req-5e675f09-10d7-4ec6-b4b2-1b793921c847 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.3865228 Nov 12 07:49:30.143839 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-31c5a821-6fd7-493f-8790-503b60072b3b service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408565 Nov 12 07:49:30.221955 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6523e665-49df-4f39-b240-941dafad5ff2 req-3f3dcc25-9e57-4c3c-b864-11f621ae291c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24ba317245de4c41abc0c438bc1259f5&device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 1162 time: 0.3817906 Nov 12 07:49:30.227759 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0c71ece2-cc8a-4beb-81b5-51245b060e9b req-9c30d593-a102-4b28-ab2b-d54a3c9d4403 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788504 Nov 12 07:49:30.286386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d7535-5a07-49d3-927d-805a82de4bc3 req-9e2f0ef4-1eb0-45f0-a910-07819a7fd0d9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:30.294233 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-386d7535-5a07-49d3-927d-805a82de4bc3 req-9e2f0ef4-1eb0-45f0-a910-07819a7fd0d9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.3940103 Nov 12 07:49:30.294843 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f78680d6-32c7-44e2-b7ad-3b0727f32c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:30.308663 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-de3f0b49-77c8-48d1-807f-293eb4cc596e service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1569934 Nov 12 07:49:30.532884 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-386d7535-5a07-49d3-927d-805a82de4bc3 req-122368ef-c7ad-4b90-be4e-aa877e1c186c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375786 Nov 12 07:49:30.538984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523e665-49df-4f39-b240-941dafad5ff2 req-88a3fbd8-79d2-4553-b24c-0e63e2bafe9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:30.540519 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6523e665-49df-4f39-b240-941dafad5ff2 req-88a3fbd8-79d2-4553-b24c-0e63e2bafe9c service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3088059 Nov 12 07:49:30.656573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0eddc-f5e6-43cd-b98d-220c24fbf104 req-2784126b-4ef2-47bf-b056-5108cc15a7a8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:30.660958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0eddc-f5e6-43cd-b98d-220c24fbf104 req-2784126b-4ef2-47bf-b056-5108cc15a7a8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:30.665285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0eddc-f5e6-43cd-b98d-220c24fbf104 req-2784126b-4ef2-47bf-b056-5108cc15a7a8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:30.667006 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-00d0eddc-f5e6-43cd-b98d-220c24fbf104 req-2784126b-4ef2-47bf-b056-5108cc15a7a8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2377 time: 0.2662227 Nov 12 07:49:30.769541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bc0da7-042a-4ee2-a052-b24d1ccaac62 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:49:30.775893 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6523e665-49df-4f39-b240-941dafad5ff2 req-32869752-a131-4846-8c17-fb0f88915e73 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=4e39dd49-248c-4155-a713-9ec7a4d12d73 HTTP/1.1" status: 200 len: 217 time: 0.1763425 Nov 12 07:49:30.790318 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:30.873287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Transition to ACTIVE for port object 96bc0da7-042a-4ee2-a052-b24d1ccaac62 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:30.878962 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-00d0eddc-f5e6-43cd-b98d-220c24fbf104 req-3842542c-84e6-40f2-835b-b0f518615d35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916616 Nov 12 07:49:30.883743 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:30.899086 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f1b1ddde-8441-4274-96cb-8372c6d970c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:31.013782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523e665-49df-4f39-b240-941dafad5ff2 req-00b785b6-1310-43b7-8264-11af3eb9b171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:31.015390 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6523e665-49df-4f39-b240-941dafad5ff2 req-00b785b6-1310-43b7-8264-11af3eb9b171 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2286074 Nov 12 07:49:31.097854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Pushing event updated for resources: {'Port': ['ID=96bc0da7-042a-4ee2-a052-b24d1ccaac62,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:31.147603 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:31.160713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f35d6-12d8-4ee4-b5fa-005079aa4402 req-aa7bada6-8367-45e3-bf73-b6c180eafe38 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:31.162369 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-894f35d6-12d8-4ee4-b5fa-005079aa4402 req-aa7bada6-8367-45e3-bf73-b6c180eafe38 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 947 time: 0.4943886 Nov 12 07:49:31.334051 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-894f35d6-12d8-4ee4-b5fa-005079aa4402 req-a1cc7b6f-e8e6-403d-a3b7-cafa44a67e3b tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612883 Nov 12 07:49:31.366722 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6523e665-49df-4f39-b240-941dafad5ff2 req-5a81e255-bd0c-4cde-ae28-f421ae6a1147 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3301499 Nov 12 07:49:31.373472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85861f0-9f09-480d-8a5b-a8ca33426ef2 req-57880625-1bdd-4ed5-b69b-87099f63840f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:31.375070 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a85861f0-9f09-480d-8a5b-a8ca33426ef2 req-57880625-1bdd-4ed5-b69b-87099f63840f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.2923741 Nov 12 07:49:31.919338 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a85861f0-9f09-480d-8a5b-a8ca33426ef2 req-95751171-55b0-44c6-a2af-3672655c8cc5 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128114 Nov 12 07:49:31.922452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Attempting to bind port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:31.922830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Attempting to bind port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:31.923199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Attempting to bind port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 on network ae67d9b3-55da-4041-aeb1-bd35e9210e24 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:31.930197 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6523e665-49df-4f39-b240-941dafad5ff2 req-787ae4d3-c248-46ca-9c1c-0cafaec23157 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501578 Nov 12 07:49:31.938757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:31.938995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Checking segment: {'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:31.939389 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:31.939779 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Bound using segment: {'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:31.940240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Bound port: 96bc0da7-042a-4ee2-a052-b24d1ccaac62, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:31.940611 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:32.109827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533436ee-f244-4236-920b-6b7cc4c4140e req-2f71fc14-0c4d-4f33-b6e1-08e72d811c0e tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:32.111487 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-533436ee-f244-4236-920b-6b7cc4c4140e req-2f71fc14-0c4d-4f33-b6e1-08e72d811c0e tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.3607330 Nov 12 07:49:32.213894 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] For port 96bc0da7-042a-4ee2-a052-b24d1ccaac62, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:32.220435 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6523e665-49df-4f39-b240-941dafad5ff2 req-7a75c237-311d-4321-bb36-047500a8916b service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2676377 Nov 12 07:49:32.231478 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-533436ee-f244-4236-920b-6b7cc4c4140e req-de70b381-3a4b-4770-befc-7b13d9f1ca69 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100137 Nov 12 07:49:32.233104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] For port 96bc0da7-042a-4ee2-a052-b24d1ccaac62, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=96bc0da7-042a-4ee2-a052-b24d1ccaac62,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:32.237187 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:32.253667 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4765d354-7435-42ff-8d63-873b390b8dc6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:32.422028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Pushing event updated for resources: {'Port': ['ID=96bc0da7-042a-4ee2-a052-b24d1ccaac62,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:32.435225 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:32.475100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 4e39dd49-248c-4155-a713-9ec7a4d12d73 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:32.538189 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:32.539487 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] 10.222.0.33 "PUT /v2.0/ports/96bc0da7-042a-4ee2-a052-b24d1ccaac62 HTTP/1.1" status: 200 len: 1156 time: 3.0694840 Nov 12 07:49:32.540031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'tag': '96bc0da7-042a-4ee2-a052-b24d1ccaac62'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:32.569139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c683bcd-1aad-49e8-a263-dad494970ed3 req-83f5b04f-aaef-4579-a47c-104f402b4c9a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:32.570816 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7c683bcd-1aad-49e8-a263-dad494970ed3 req-83f5b04f-aaef-4579-a47c-104f402b4c9a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.1182215 Nov 12 07:49:32.574324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 4e39dd49-248c-4155-a713-9ec7a4d12d73 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:32.587917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 4e39dd49-248c-4155-a713-9ec7a4d12d73 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:32.588479 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:32.661273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Request body: {'port': {'device_id': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:32.734660 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7c683bcd-1aad-49e8-a263-dad494970ed3 req-fdca2be7-e4cd-4411-8c91-cbece6a03a87 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570294 Nov 12 07:49:32.735890 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:32.767771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8b3f01-1ff6-450f-ac8d-df70b125a4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e39dd49-248c-4155-a713-9ec7a4d12d73'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:32.779030 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 4e39dd49-248c-4155-a713-9ec7a4d12d73, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=4e39dd49-248c-4155-a713-9ec7a4d12d73,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:32.784719 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:32.787158 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:32.864813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=4e39dd49-248c-4155-a713-9ec7a4d12d73,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:32.871472 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:32.893753 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:32.924221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d88afc-5c59-429b-9056-7c580e78ce60 req-4a08b326-0b18-47ca-a45e-cf697b06b696 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:32.929098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d88afc-5c59-429b-9056-7c580e78ce60 req-4a08b326-0b18-47ca-a45e-cf697b06b696 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:32.933542 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d88afc-5c59-429b-9056-7c580e78ce60 req-4a08b326-0b18-47ca-a45e-cf697b06b696 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:32.935396 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84d88afc-5c59-429b-9056-7c580e78ce60 req-4a08b326-0b18-47ca-a45e-cf697b06b696 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2389 time: 0.1968474 Nov 12 07:49:33.023367 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-48b3cd0d-160a-4f6f-bd6a-7d4d7c08ec29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:33.069981 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:33.081457 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84d88afc-5c59-429b-9056-7c580e78ce60 req-a6457a89-016d-4d1b-bc1c-b65762f3f518 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148503 Nov 12 07:49:33.180809 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'tag': '96bc0da7-042a-4ee2-a052-b24d1ccaac62', 'status': 'completed', 'code': 200} Nov 12 07:49:33.240938 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:33.383938 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8b3f01-1ff6-450f-ac8d-df70b125a4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e39dd49-248c-4155-a713-9ec7a4d12d73', 'code': 200} Nov 12 07:49:33.425317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd31e3-011a-457a-8da9-de78951b4779 req-2abe4ecb-f9ae-42a9-9c39-cef6936bfdcf tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:33.426976 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02dd31e3-011a-457a-8da9-de78951b4779 req-2abe4ecb-f9ae-42a9-9c39-cef6936bfdcf tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 949 time: 0.2909901 Nov 12 07:49:33.474899 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4ebd3c38-3c93-40e6-ac35-eeab0a43d6e5 req-bae08f57-5d0e-4e11-aed6-a197bbeac2e2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f7f6284ec3334837b98e58a75303b649&device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2796 time: 0.2815316 Nov 12 07:49:33.659766 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 4e39dd49-248c-4155-a713-9ec7a4d12d73 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:33.679361 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:49:33.733141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 4e39dd49-248c-4155-a713-9ec7a4d12d73 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:33.733568 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:33.797838 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-02dd31e3-011a-457a-8da9-de78951b4779 req-66e53f9a-6851-4b31-b1a8-e8f8a0d4ae4d tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531506 Nov 12 07:49:33.842393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0d089d-da12-42fe-a087-e8d53aa13dfb {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:49:33.857281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd3c38-3c93-40e6-ac35-eeab0a43d6e5 req-ba5fd0a6-dde1-49f4-a132-3eec298f8153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:33.857706 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd3c38-3c93-40e6-ac35-eeab0a43d6e5 req-ba5fd0a6-dde1-49f4-a132-3eec298f8153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:33.858127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd3c38-3c93-40e6-ac35-eeab0a43d6e5 req-ba5fd0a6-dde1-49f4-a132-3eec298f8153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:33.859834 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4ebd3c38-3c93-40e6-ac35-eeab0a43d6e5 req-ba5fd0a6-dde1-49f4-a132-3eec298f8153 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=f7f6284ec3334837b98e58a75303b649&shared=False HTTP/1.1" status: 200 len: 2269 time: 0.3386455 Nov 12 07:49:33.864255 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:33.914389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Transition to ACTIVE for port object 4c0d089d-da12-42fe-a087-e8d53aa13dfb will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:33.918792 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b647d32c-bb84-45c2-bd74-36daaf6247aa req-565b74d0-3ace-416f-b8c2-7b6c04d30890 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 1164 time: 0.4505131 Nov 12 07:49:33.973955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1937c-75b8-41c0-85a2-0249682b3813 req-48a6e83a-9de6-424f-a527-d8037c7d7113 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:33.975582 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b4b1937c-75b8-41c0-85a2-0249682b3813 req-48a6e83a-9de6-424f-a527-d8037c7d7113 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.4234395 Nov 12 07:49:33.982601 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:34.014203 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:34.312758 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:34.513939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Pushing event updated for resources: {'Port': ['ID=4c0d089d-da12-42fe-a087-e8d53aa13dfb,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:34.532116 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:34.566891 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b647d32c-bb84-45c2-bd74-36daaf6247aa req-a9d73a7b-fb6a-4c9d-99ac-6a289f3af8be service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899959 Nov 12 07:49:34.582672 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b4b1937c-75b8-41c0-85a2-0249682b3813 req-4b3726f0-52d0-4df6-bfab-abdcc0fba6ff tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718133 Nov 12 07:49:34.599991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd3c38-3c93-40e6-ac35-eeab0a43d6e5 req-c98c8919-bf32-4d65-8517-487a9234c7ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:34.601732 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4ebd3c38-3c93-40e6-ac35-eeab0a43d6e5 req-c98c8919-bf32-4d65-8517-487a9234c7ca service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7334905 Nov 12 07:49:34.682113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1d131-2fc9-45d0-aa51-a1c72021bdbf req-f138b23e-4e96-44a9-a711-08111c6e2c91 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:34.683903 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dbc1d131-2fc9-45d0-aa51-a1c72021bdbf req-f138b23e-4e96-44a9-a711-08111c6e2c91 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.3136377 Nov 12 07:49:34.834545 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:34.864715 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dbc1d131-2fc9-45d0-aa51-a1c72021bdbf req-8df25a80-4654-4fdc-93e4-e7243385c49e tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661713 Nov 12 07:49:34.889610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Attempting to bind port 4c0d089d-da12-42fe-a087-e8d53aa13dfb on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:34.890016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Attempting to bind port 4c0d089d-da12-42fe-a087-e8d53aa13dfb by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'caab013a-6240-4cde-8e00-1c08fea3e900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:34.890363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Attempting to bind port 4c0d089d-da12-42fe-a087-e8d53aa13dfb on network 662d846e-dc9f-4b62-a19e-e4e10416e678 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:34.895915 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f9622f9c-8a84-406c-9bce-f14e87063081 req-47fe09da-b350-4235-8318-baf1ef887471 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 1165 time: 0.1821847 Nov 12 07:49:34.901337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:34.901728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Checking segment: {'id': 'caab013a-6240-4cde-8e00-1c08fea3e900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:34.902132 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:34.902520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Bound using segment: {'id': 'caab013a-6240-4cde-8e00-1c08fea3e900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:34.902995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Bound port: 4c0d089d-da12-42fe-a087-e8d53aa13dfb, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caab013a-6240-4cde-8e00-1c08fea3e900', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '662d846e-dc9f-4b62-a19e-e4e10416e678'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:34.903364 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:35.083233 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f9622f9c-8a84-406c-9bce-f14e87063081 req-fe9c49fa-feb0-47ab-8368-ac4ee14da99e tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680975 Nov 12 07:49:35.091241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] For port 4c0d089d-da12-42fe-a087-e8d53aa13dfb, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:35.096028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] For port 4c0d089d-da12-42fe-a087-e8d53aa13dfb, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=4c0d089d-da12-42fe-a087-e8d53aa13dfb,segment=NetworkSegment(caab013a-6240-4cde-8e00-1c08fea3e900),segment_id=caab013a-6240-4cde-8e00-1c08fea3e900)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:35.102044 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:35.117038 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9b349126-74d3-46c1-b5b1-550010cce0d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:35.215316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:49:35.325867 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Pushing event updated for resources: {'Port': ['ID=4c0d089d-da12-42fe-a087-e8d53aa13dfb,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:35.336786 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:35.337227 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3c055-ee16-437b-bce5-6cb6e1dce74d req-f969bf1d-0f9b-4a42-afd8-6985428fa6a0 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:35.339050 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6ea3c055-ee16-437b-bce5-6cb6e1dce74d req-f969bf1d-0f9b-4a42-afd8-6985428fa6a0 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 945 time: 0.3429372 Nov 12 07:49:35.345597 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:35.370907 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:35.374586 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:35.376452 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:35.410282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadee702-5635-4868-ade2-4136ee3561f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c0e2a2-7ce7-4b37-8daf-164478e0bfc9'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:35.438265 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:35.439769 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] 10.222.0.33 "PUT /v2.0/ports/4c0d089d-da12-42fe-a087-e8d53aa13dfb HTTP/1.1" status: 200 len: 1156 time: 2.7899683 Nov 12 07:49:35.441640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'tag': '4c0d089d-da12-42fe-a087-e8d53aa13dfb'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:35.450507 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6ea3c055-ee16-437b-bce5-6cb6e1dce74d req-162c0f60-70e6-400f-aacd-de4bd1ce4460 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003206 Nov 12 07:49:35.453416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:35.457145 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35182f-0746-47ec-b8c3-240f658534c4 req-b02c52fd-3484-448a-ab99-6f28b8f71dce tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:35.458838 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e35182f-0746-47ec-b8c3-240f658534c4 req-b02c52fd-3484-448a-ab99-6f28b8f71dce tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.2353117 Nov 12 07:49:35.459578 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:35.470777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Request body: {'port': {'device_id': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:35.585269 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e35182f-0746-47ec-b8c3-240f658534c4 req-48876011-2219-4032-a257-c68acde47c72 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187482 Nov 12 07:49:35.771880 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:35.920006 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66b68b-ae25-4d2d-b506-43f7eb14d9f0 req-aed34667-7315-4e32-ac44-710c2ddac4e7 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:35.921580 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad66b68b-ae25-4d2d-b506-43f7eb14d9f0 req-aed34667-7315-4e32-ac44-710c2ddac4e7 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.2782037 Nov 12 07:49:35.997324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec9374-337b-4c43-8c18-115d1f4fc024 req-91ed6abc-558e-4441-bb28-0481e0cb2b05 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:36.001677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec9374-337b-4c43-8c18-115d1f4fc024 req-91ed6abc-558e-4441-bb28-0481e0cb2b05 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:36.006093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec9374-337b-4c43-8c18-115d1f4fc024 req-91ed6abc-558e-4441-bb28-0481e0cb2b05 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:36.007824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3fec9374-337b-4c43-8c18-115d1f4fc024 req-91ed6abc-558e-4441-bb28-0481e0cb2b05 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2401 time: 0.2861531 Nov 12 07:49:36.104209 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad66b68b-ae25-4d2d-b506-43f7eb14d9f0 req-07fbf4ca-1917-4a6b-b788-7af5cd57708c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741965 Nov 12 07:49:36.202902 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3fec9374-337b-4c43-8c18-115d1f4fc024 req-ec1798bf-f495-4e65-a656-bdb86e1e5e67 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550603 Nov 12 07:49:36.480413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639f6ca-77ed-4ed5-bd8c-f7533b0042e6 req-0357d21d-074c-458a-b718-b5d6db8446ea tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:36.481995 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e639f6ca-77ed-4ed5-bd8c-f7533b0042e6 req-0357d21d-074c-458a-b718-b5d6db8446ea tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 949 time: 0.2434361 Nov 12 07:49:36.509597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa17058d-2d1e-4fad-943a-17620d24fce3 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:49:36.527901 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:36.560350 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8c8c10d7-e25f-4e0e-9e80-165fca184160 req-485ddbbf-da03-4107-9867-3073d843fa60 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 1165 time: 0.2209098 Nov 12 07:49:36.561401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Transition to ACTIVE for port object fa17058d-2d1e-4fad-943a-17620d24fce3 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:36.571300 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:36.590838 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:36.709829 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e639f6ca-77ed-4ed5-bd8c-f7533b0042e6 req-5310987b-e674-4010-bba6-bf2952e96107 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201056 Nov 12 07:49:36.784316 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadee702-5635-4868-ade2-4136ee3561f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c0e2a2-7ce7-4b37-8daf-164478e0bfc9', 'code': 200} Nov 12 07:49:36.786956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa17058d-2d1e-4fad-943a-17620d24fce3,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:36.801297 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8c8c10d7-e25f-4e0e-9e80-165fca184160 req-23acc482-e5c3-4a49-a382-a740bc01559f tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310989 Nov 12 07:49:36.833954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.834588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.835081 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.835587 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.836057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.836767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.837257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.837688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.838085 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.838479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.838869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.839259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.839784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.840050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.840607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.840833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.841215 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.841609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.841992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.842375 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.842762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.843145 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.843528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.844132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.844653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.845094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.845474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.845913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.854251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.855193 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.855618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.856441 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.857216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.857648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.858079 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.858426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:36.872158 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:36.874327 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'tag': '4c0d089d-da12-42fe-a087-e8d53aa13dfb', 'status': 'completed', 'code': 200} Nov 12 07:49:37.517873 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:37.561509 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d50580eb-7f34-40c9-bc30-fcf86f15fc25 req-36f0b4b6-0bb3-48f4-97f6-28a51d380cca service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f7f6284ec3334837b98e58a75303b649&device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2952 time: 0.6732593 Nov 12 07:49:37.571427 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e34fc7ec-4a8e-4871-b43d-23823dbb5c53 req-c297a07a-7715-4f0b-ad5f-3050e33ed02c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 1160 time: 0.6398737 Nov 12 07:49:37.572217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Attempting to bind port fa17058d-2d1e-4fad-943a-17620d24fce3 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:37.572565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Attempting to bind port fa17058d-2d1e-4fad-943a-17620d24fce3 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:37.572947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Attempting to bind port fa17058d-2d1e-4fad-943a-17620d24fce3 on network ae67d9b3-55da-4041-aeb1-bd35e9210e24 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:37.583651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c584382-53c8-496e-a122-792b2ac746dd req-d6dc958b-aa30-48cc-a7e9-b0fde27a8bdc tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:37.585244 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0c584382-53c8-496e-a122-792b2ac746dd req-d6dc958b-aa30-48cc-a7e9-b0fde27a8bdc tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.3536117 Nov 12 07:49:37.628981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf76df-31bd-463b-ba52-503f8e6291c7 req-e3ddd702-71f7-4472-9d0e-dcfeb27cfb4c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:37.630615 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-58bf76df-31bd-463b-ba52-503f8e6291c7 req-e3ddd702-71f7-4472-9d0e-dcfeb27cfb4c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 943 time: 0.4004586 Nov 12 07:49:37.733981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:37.734348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Checking segment: {'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:37.734748 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:37.735140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Bound using segment: {'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:37.735637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Bound port: fa17058d-2d1e-4fad-943a-17620d24fce3, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b538432a-5422-4c33-9116-62d688c3d19f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ae67d9b3-55da-4041-aeb1-bd35e9210e24'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:37.736005 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:37.761228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:37.838652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:37.839074 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:37.879970 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e34fc7ec-4a8e-4871-b43d-23823dbb5c53 req-c6ad77b3-037d-4f0f-af74-0ad38498b345 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936475 Nov 12 07:49:37.918298 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0c584382-53c8-496e-a122-792b2ac746dd req-09464663-a2df-41b2-b010-fbf0396794f5 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805805 Nov 12 07:49:37.927534 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-58bf76df-31bd-463b-ba52-503f8e6291c7 req-119f906f-f38a-4890-9478-4b3b65827882 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886810 Nov 12 07:49:37.970288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50580eb-7f34-40c9-bc30-fcf86f15fc25 req-1efad835-0efb-42aa-aecd-d925a1d4aeba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:37.970288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d50580eb-7f34-40c9-bc30-fcf86f15fc25 req-1efad835-0efb-42aa-aecd-d925a1d4aeba service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=f7f6284ec3334837b98e58a75303b649&shared=False HTTP/1.1" status: 200 len: 2269 time: 0.3764169 Nov 12 07:49:37.970288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] For port fa17058d-2d1e-4fad-943a-17620d24fce3, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:37.970288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] For port fa17058d-2d1e-4fad-943a-17620d24fce3, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fa17058d-2d1e-4fad-943a-17620d24fce3,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:37.972433 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:37.976964 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:37.993553 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-00934c7e-f754-498f-a88f-103fc0100d00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:38.009162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:38.013709 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:38.015938 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-164eb25f-1ccf-4e31-9205-184698e2b841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:38.091574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,revision_number=6']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:38.101734 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:38.305995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa17058d-2d1e-4fad-943a-17620d24fce3,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:38.317403 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:38.380926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50580eb-7f34-40c9-bc30-fcf86f15fc25 req-328250c3-a1af-4f63-bdb1-fb890b4c525d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:38.383794 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d50580eb-7f34-40c9-bc30-fcf86f15fc25 req-328250c3-a1af-4f63-bdb1-fb890b4c525d service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2768009 Nov 12 07:49:38.405873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259f18c-24cf-4713-8892-ef7da45f4edc req-d78ab629-eea5-48c9-b465-3d9bae5a54cc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:38.407398 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3259f18c-24cf-4713-8892-ef7da45f4edc req-d78ab629-eea5-48c9-b465-3d9bae5a54cc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.3155699 Nov 12 07:49:38.408927 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:38.410327 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] 10.222.0.33 "PUT /v2.0/ports/fa17058d-2d1e-4fad-943a-17620d24fce3 HTTP/1.1" status: 200 len: 1156 time: 2.9454718 Nov 12 07:49:38.500397 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3259f18c-24cf-4713-8892-ef7da45f4edc req-196c8bf1-8e7a-4ee2-9bdc-bcb1979a0f71 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854640 Nov 12 07:49:38.564315 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-0e038c1c-451c-402c-997b-892044b4d715 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f7f6284ec3334837b98e58a75303b649&device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 3058 time: 0.1068966 Nov 12 07:49:38.736363 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-24883531-e7b6-4692-93bc-c91d220a57dd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.181&port_id=96bc0da7-042a-4ee2-a052-b24d1ccaac62 HTTP/1.1" status: 200 len: 217 time: 0.1542029 Nov 12 07:49:38.785775 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadee702-5635-4868-ade2-4136ee3561f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c0e2a2-7ce7-4b37-8daf-164478e0bfc9'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:38.848872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-08bb1dfb-d46f-414b-a854-0ffbb4fef9c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:38.850514 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-08bb1dfb-d46f-414b-a854-0ffbb4fef9c8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b512f6a9-5ec1-456c-95b6-a7de541d6a42 HTTP/1.1" status: 200 len: 801 time: 0.0891600 Nov 12 07:49:38.867345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a319ae-6cf1-4cc7-b6d0-c8810ae4bef8 req-e31ef923-8482-4e21-83b5-0ff9e244244b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:38.868860 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c1a319ae-6cf1-4cc7-b6d0-c8810ae4bef8 req-e31ef923-8482-4e21-83b5-0ff9e244244b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.2229028 Nov 12 07:49:38.904742 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'tag': 'fa17058d-2d1e-4fad-943a-17620d24fce3'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:38.951333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c204-392c-49d1-84d0-db9facaf2f15 req-036c5a99-c2b3-454e-a0f9-57f6ac8deb01 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:38.955746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c204-392c-49d1-84d0-db9facaf2f15 req-036c5a99-c2b3-454e-a0f9-57f6ac8deb01 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:38.960109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0c204-392c-49d1-84d0-db9facaf2f15 req-036c5a99-c2b3-454e-a0f9-57f6ac8deb01 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:38.961929 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d7e0c204-392c-49d1-84d0-db9facaf2f15 req-036c5a99-c2b3-454e-a0f9-57f6ac8deb01 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2413 time: 0.2752299 Nov 12 07:49:39.036714 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c1a319ae-6cf1-4cc7-b6d0-c8810ae4bef8 req-2fb2ade3-7d3b-4ebf-9f2b-be9c14881501 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259596 Nov 12 07:49:39.053313 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d7e0c204-392c-49d1-84d0-db9facaf2f15 req-10bd0f0f-f26c-4a41-a332-6c5337c33612 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792718 Nov 12 07:49:39.057568 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-34e8b1e2-5716-4597-a93c-359102b58b6e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ae67d9b3-55da-4041-aeb1-bd35e9210e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1860445 Nov 12 07:49:39.268099 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-0a330345-8ac4-4b3d-b3ab-33e571472222 service neutron] 10.222.0.33 "GET /v2.0/networks/ae67d9b3-55da-4041-aeb1-bd35e9210e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019415 Nov 12 07:49:39.283740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:39.363795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:39.364353 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:39.445427 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a8e8477b-9f62-4924-bc0f-20b7be8aae7c req-ab51f870-38b7-44b4-a24a-312dc7c007d3 tempest-ServersAdminNegativeTestJSON-1715929159 tempest-ServersAdminNegativeTestJSON-1715929159] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 1164 time: 0.2701428 Nov 12 07:49:39.487608 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-b14a1252-82c0-4f7b-9852-c2a1a836bc2c service neutron] 10.222.0.33 "GET /v2.0/networks/ae67d9b3-55da-4041-aeb1-bd35e9210e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2112024 Nov 12 07:49:39.491106 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a8e8477b-9f62-4924-bc0f-20b7be8aae7c req-f93749d8-461f-4495-b217-8d05e0c75b50 tempest-ServersAdminNegativeTestJSON-1715929159 tempest-ServersAdminNegativeTestJSON-1715929159] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:39.629474 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadee702-5635-4868-ade2-4136ee3561f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c0e2a2-7ce7-4b37-8daf-164478e0bfc9', 'code': 200} Nov 12 07:49:39.821008 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'tag': 'fa17058d-2d1e-4fad-943a-17620d24fce3', 'status': 'completed', 'code': 200} Nov 12 07:49:39.891753 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c03f7d0-2669-4abb-b87b-8929e54022c1 req-0b731e56-f824-4f4f-ac60-e149b7f2b9c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 1160 time: 0.0753725 Nov 12 07:49:39.930392 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-a897919e-050b-49e7-83c6-86a8711d576a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=4c0d089d-da12-42fe-a087-e8d53aa13dfb HTTP/1.1" status: 200 len: 217 time: 0.4267616 Nov 12 07:49:39.943100 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c03f7d0-2669-4abb-b87b-8929e54022c1 req-e38ccf91-3c11-4ff9-b996-6b6e1c2c9437 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440564 Nov 12 07:49:40.017303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a8e8477b-9f62-4924-bc0f-20b7be8aae7c req-f93749d8-461f-4495-b217-8d05e0c75b50 tempest-ServersAdminNegativeTestJSON-1715929159 tempest-ServersAdminNegativeTestJSON-1715929159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:40.025569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a8e8477b-9f62-4924-bc0f-20b7be8aae7c req-f93749d8-461f-4495-b217-8d05e0c75b50 tempest-ServersAdminNegativeTestJSON-1715929159 tempest-ServersAdminNegativeTestJSON-1715929159] Usage tracker for resource:security_group_rule and tenant:4d8768f069c647108058dbfaacc57214 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:40.030424 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a8e8477b-9f62-4924-bc0f-20b7be8aae7c req-f93749d8-461f-4495-b217-8d05e0c75b50 tempest-ServersAdminNegativeTestJSON-1715929159 tempest-ServersAdminNegativeTestJSON-1715929159] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:40.046569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a8e8477b-9f62-4924-bc0f-20b7be8aae7c req-f93749d8-461f-4495-b217-8d05e0c75b50 tempest-ServersAdminNegativeTestJSON-1715929159 tempest-ServersAdminNegativeTestJSON-1715929159] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:40.056097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-6b4f9f06-456c-411a-abd6-2a55cbff29b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:40.057786 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-6b4f9f06-456c-411a-abd6-2a55cbff29b7 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63e7f057-641b-414a-b39e-4c2da36749db HTTP/1.1" status: 200 len: 801 time: 0.1121142 Nov 12 07:49:40.154112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8cbab-0e69-456f-bf5f-5fcfebec0eb5 req-2f6b5d65-21c1-46ff-9ef3-970053f1cf7e tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:40.155643 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8bb8cbab-0e69-456f-bf5f-5fcfebec0eb5 req-2f6b5d65-21c1-46ff-9ef3-970053f1cf7e tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.3397992 Nov 12 07:49:40.164675 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8a071-1fad-4ab9-a6f2-9603cd55a758 req-6ca5d8b0-2070-4217-85cc-288ad4e81084 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:40.166226 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0bd8a071-1fad-4ab9-a6f2-9603cd55a758 req-6ca5d8b0-2070-4217-85cc-288ad4e81084 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.33 "GET /v2.0/ports?device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 945 time: 0.3491876 Nov 12 07:49:40.314435 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a8e8477b-9f62-4924-bc0f-20b7be8aae7c req-f93749d8-461f-4495-b217-8d05e0c75b50 tempest-ServersAdminNegativeTestJSON-1715929159 tempest-ServersAdminNegativeTestJSON-1715929159] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:40.322094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0bd8a071-1fad-4ab9-a6f2-9603cd55a758 req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Deleting port e99052b6-6b31-422f-a1ba-030468a46713 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:49:40.322561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0bd8a071-1fad-4ab9-a6f2-9603cd55a758 req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:40.357310 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8bb8cbab-0e69-456f-bf5f-5fcfebec0eb5 req-5965515c-7ccd-49a3-9750-fa016e39a74c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851048 Nov 12 07:49:40.357926 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a8e8477b-9f62-4924-bc0f-20b7be8aae7c req-f93749d8-461f-4495-b217-8d05e0c75b50 tempest-ServersAdminNegativeTestJSON-1715929159 tempest-ServersAdminNegativeTestJSON-1715929159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:40.371890 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5e9cf7f6-6b8c-400b-accc-850d7a721cab tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:40.421913 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9d52eff7-34f5-4f4e-a1e1-d069462c18f5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=662d846e-dc9f-4b62-a19e-e4e10416e678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3537312 Nov 12 07:49:40.431462 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a8e8477b-9f62-4924-bc0f-20b7be8aae7c req-f93749d8-461f-4495-b217-8d05e0c75b50 tempest-ServersAdminNegativeTestJSON-1715929159 tempest-ServersAdminNegativeTestJSON-1715929159] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9772341 Nov 12 07:49:40.457281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93749d8-461f-4495-b217-8d05e0c75b50 tempest-ServersAdminNegativeTestJSON-1715929159 tempest-ServersAdminNegativeTestJSON-1715929159] Pushing event updated for resources: {'SecurityGroup': ['ID=d8245eb1-7114-46ef-afef-5584454e251f,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:40.496428 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f93749d8-461f-4495-b217-8d05e0c75b50 tempest-ServersAdminNegativeTestJSON-1715929159 tempest-ServersAdminNegativeTestJSON-1715929159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:40.784428 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-67c63e79-ab29-4e92-9654-1f2c1aac1ff8 service neutron] 10.222.0.33 "GET /v2.0/networks/662d846e-dc9f-4b62-a19e-e4e10416e678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518655 Nov 12 07:49:40.916770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b57c50-7607-4a30-a092-26a87aba0bb6 req-8eb97bcd-63c0-4674-b3a7-3495ee05fb76 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:40.918428 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-83b57c50-7607-4a30-a092-26a87aba0bb6 req-8eb97bcd-63c0-4674-b3a7-3495ee05fb76 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.4119825 Nov 12 07:49:40.939425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-0bd8a071-1fad-4ab9-a6f2-9603cd55a758 req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] For port e99052b6-6b31-422f-a1ba-030468a46713, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=e99052b6-6b31-422f-a1ba-030468a46713,segment=NetworkSegment(013b34eb-04cb-4f40-8de2-03ec8eb7b416),segment_id=013b34eb-04cb-4f40-8de2-03ec8eb7b416)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:40.939664 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0bd8a071-1fad-4ab9-a6f2-9603cd55a758 req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:41.143613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0bd8a071-1fad-4ab9-a6f2-9603cd55a758 req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Calling delete_port for e99052b6-6b31-422f-a1ba-030468a46713 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:49:41.244288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-14130750-36d8-4d93-bfd2-8c16979960d4 service neutron] 10.222.0.33 "GET /v2.0/networks/662d846e-dc9f-4b62-a19e-e4e10416e678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4403338 Nov 12 07:49:41.254801 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-83b57c50-7607-4a30-a092-26a87aba0bb6 req-af3874be-e4d9-459f-a7dc-6f3ec45e6141 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235755 Nov 12 07:49:41.351986 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-5f097649-e87b-405a-824b-92f28db90faf service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=fa17058d-2d1e-4fad-943a-17620d24fce3 HTTP/1.1" status: 200 len: 217 time: 0.0937171 Nov 12 07:49:41.395023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e318b-e536-4233-8bf6-e87ab63e8efd req-cad46342-215f-4443-8019-81d395b6bc1c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:41.396636 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0d2e318b-e536-4233-8bf6-e87ab63e8efd req-cad46342-215f-4443-8019-81d395b6bc1c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.4324195 Nov 12 07:49:41.588248 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-8a45fcf0-2d27-431c-a9eb-255842a2ccac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:41.589736 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-8a45fcf0-2d27-431c-a9eb-255842a2ccac service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b512f6a9-5ec1-456c-95b6-a7de541d6a42 HTTP/1.1" status: 200 len: 801 time: 0.1919980 Nov 12 07:49:41.590403 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0bd8a071-1fad-4ab9-a6f2-9603cd55a758 req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:41.608280 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6dbc516a-ba44-4776-91da-e5b8346cc2f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:41.677415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e99052b6-6b31-422f-a1ba-030468a46713 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:49:41.712287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] No Port match for: e99052b6-6b31-422f-a1ba-030468a46713 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:49:41.712762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device e99052b6-6b31-422f-a1ba-030468a46713 not bound to the agent host n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:49:41.973728 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0d2e318b-e536-4233-8bf6-e87ab63e8efd req-b8768043-d5be-471a-80f0-d99d07d30e3a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288074 Nov 12 07:49:41.984171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Pushing event deleted for resources: {'Port': ['ID=e99052b6-6b31-422f-a1ba-030468a46713,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:41.991987 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:42.050916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ab435-1845-494e-afec-ef5959e72966 req-13a83993-3e6e-4980-9e30-df1cd2f45c94 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:42.052541 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-605ab435-1845-494e-afec-ef5959e72966 req-13a83993-3e6e-4980-9e30-df1cd2f45c94 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/ports?device_id=08252cee-0ee0-4238-8770-c4e7a7f00118 HTTP/1.1" status: 200 len: 945 time: 0.6490476 Nov 12 07:49:42.169891 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-9e4162c2-bbe1-46a2-9b6d-9fe3c2e98d81 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ae67d9b3-55da-4041-aeb1-bd35e9210e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5312445 Nov 12 07:49:42.260125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd8a071-1fad-4ab9-a6f2-9603cd55a758 req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] No DVR routers for this DVR port e99052b6-6b31-422f-a1ba-030468a46713 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:49:42.263467 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-605ab435-1845-494e-afec-ef5959e72966 req-92c6d4d3-b654-4db4-8d3b-d46b50c69c47 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.40 "GET /v2.0/security-groups?id=f90fe1b1-aaf7-4c09-9624-386e33c39074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994848 Nov 12 07:49:42.265191 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0bd8a071-1fad-4ab9-a6f2-9603cd55a758 req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:42.313808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08252cee-0ee0-4238-8770-c4e7a7f00118', 'name': 'network-vif-deleted', 'tag': 'e99052b6-6b31-422f-a1ba-030468a46713'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:42.359255 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0bd8a071-1fad-4ab9-a6f2-9603cd55a758 req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] 10.222.0.33 "DELETE /v2.0/ports/e99052b6-6b31-422f-a1ba-030468a46713 HTTP/1.1" status: 204 len: 173 time: 2.1857464 Nov 12 07:49:42.393201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37623d7a-b398-46b0-8442-038ec47564d2 req-56b53eeb-7843-4d93-953b-2b8020e5e5c5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:42.397662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37623d7a-b398-46b0-8442-038ec47564d2 req-56b53eeb-7843-4d93-953b-2b8020e5e5c5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:42.402176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37623d7a-b398-46b0-8442-038ec47564d2 req-56b53eeb-7843-4d93-953b-2b8020e5e5c5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:42.404002 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37623d7a-b398-46b0-8442-038ec47564d2 req-56b53eeb-7843-4d93-953b-2b8020e5e5c5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2413 time: 0.3024487 Nov 12 07:49:42.444353 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-7cf7c216-d0b1-489c-8ea7-9fa6890ed4f3 service neutron] 10.222.0.33 "GET /v2.0/networks/ae67d9b3-55da-4041-aeb1-bd35e9210e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589817 Nov 12 07:49:42.618024 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37623d7a-b398-46b0-8442-038ec47564d2 req-056632a4-7ba4-4ee6-b80f-d362f02fd9db tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003112 Nov 12 07:49:42.676848 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a88d877f-33cb-4ebc-8bb7-a314eff6d40b req-a821fb6a-a1a2-4d0d-b2a3-a5523ff99e66 service neutron] 10.222.0.33 "GET /v2.0/networks/ae67d9b3-55da-4041-aeb1-bd35e9210e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2189803 Nov 12 07:49:42.682401 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4367abf-34d6-4fd3-acee-db635fd79f40 req-ccb773a0-f8fb-44df-97cb-4d3f4a064f84 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1932786 Nov 12 07:49:42.849179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-16caba93-61ca-43d9-ae59-25d9050e639c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:42.850107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-16caba93-61ca-43d9-ae59-25d9050e639c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Synchronizing usage tracker for tenant:0402c2929fa948bbaf15c876a908f13d on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:42.869064 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-16caba93-61ca-43d9-ae59-25d9050e639c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Unset dirty status for tenant:0402c2929fa948bbaf15c876a908f13d on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:42.870687 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-16caba93-61ca-43d9-ae59-25d9050e639c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.41 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.1089308 Nov 12 07:49:42.892587 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d850abc9-d16b-43c3-8587-c269aa705b87 req-685f7993-38a7-419d-bcb9-1639c36252ed service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f7f6284ec3334837b98e58a75303b649&device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 3058 time: 0.1532383 Nov 12 07:49:42.903721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc22439-4035-4af6-b4dd-e37d7cb7d85c req-5e9ceb8a-d3aa-4066-9e34-d88436758809 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:42.905381 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8bc22439-4035-4af6-b4dd-e37d7cb7d85c req-5e9ceb8a-d3aa-4066-9e34-d88436758809 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 946 time: 0.1272314 Nov 12 07:49:42.959893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Deleting port 0fb8e669-6a69-439a-8533-632c1a68159f {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:49:42.960440 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:43.109993 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8bc22439-4035-4af6-b4dd-e37d7cb7d85c req-c7880c79-b5a0-4e47-9fce-a2b532854c7a tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774817 Nov 12 07:49:43.156374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850abc9-d16b-43c3-8587-c269aa705b87 req-36f7e3f7-0bb3-445c-9870-8054eb9ccd72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:43.158136 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d850abc9-d16b-43c3-8587-c269aa705b87 req-36f7e3f7-0bb3-445c-9870-8054eb9ccd72 service neutron] 10.222.0.33 "GET /v2.0/networks?id=ae67d9b3-55da-4041-aeb1-bd35e9210e24 HTTP/1.1" status: 200 len: 895 time: 0.2517991 Nov 12 07:49:43.242525 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08252cee-0ee0-4238-8770-c4e7a7f00118', 'name': 'network-vif-deleted', 'tag': 'e99052b6-6b31-422f-a1ba-030468a46713', 'status': 'completed', 'code': 200} Nov 12 07:49:43.266614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 0fb8e669-6a69-439a-8533-632c1a68159f no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:49:43.309494 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d850abc9-d16b-43c3-8587-c269aa705b87 req-41f212d9-5118-4933-9451-c493610cd0d6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=fa17058d-2d1e-4fad-943a-17620d24fce3 HTTP/1.1" status: 200 len: 217 time: 0.1418037 Nov 12 07:49:43.315965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] For port 0fb8e669-6a69-439a-8533-632c1a68159f, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=0fb8e669-6a69-439a-8533-632c1a68159f,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:43.316454 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:43.453195 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:43.458360 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850abc9-d16b-43c3-8587-c269aa705b87 req-cdb6eefd-b938-4ac1-81c7-f4ac93359e8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:43.460110 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d850abc9-d16b-43c3-8587-c269aa705b87 req-cdb6eefd-b938-4ac1-81c7-f4ac93359e8e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=b512f6a9-5ec1-456c-95b6-a7de541d6a42 HTTP/1.1" status: 200 len: 801 time: 0.1428301 Nov 12 07:49:43.514189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 0fb8e669-6a69-439a-8533-632c1a68159f, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=0fb8e669-6a69-439a-8533-632c1a68159f,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:43.515355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a803ac5a-d98d-420f-b310-1008490923ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb8e669-6a69-439a-8533-632c1a68159f'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:43.528395 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:43.533722 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:43.551438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31462eee-6f41-4404-857d-66619af4a60a req-e8c58f33-8af4-4d5f-93b0-8f8f7ea6af90 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:43.562511 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-31462eee-6f41-4404-857d-66619af4a60a req-e8c58f33-8af4-4d5f-93b0-8f8f7ea6af90 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.3188567 Nov 12 07:49:43.615367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=0fb8e669-6a69-439a-8533-632c1a68159f,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:43.619131 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:43.743258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Calling delete_port for 0fb8e669-6a69-439a-8533-632c1a68159f owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:49:43.757786 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-31462eee-6f41-4404-857d-66619af4a60a req-33e416a6-29f7-483e-809f-6ee18b630927 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940565 Nov 12 07:49:43.791095 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d850abc9-d16b-43c3-8587-c269aa705b87 req-9ef37b52-68ab-447a-a592-c9c38ab7228a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ae67d9b3-55da-4041-aeb1-bd35e9210e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3208783 Nov 12 07:49:43.809697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee0830-1bce-4504-9ac7-97c3b9201562 req-8b4bcd16-ecae-4b4b-982f-51122ea6c728 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:43.811328 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-53ee0830-1bce-4504-9ac7-97c3b9201562 req-8b4bcd16-ecae-4b4b-982f-51122ea6c728 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.1693940 Nov 12 07:49:43.837572 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-854547a4-1bdf-4931-ad85-ce1481b9bf13 req-847256b6-5bfd-4f3b-9c02-43db11b17a8c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 1160 time: 0.2492430 Nov 12 07:49:43.852710 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:49:43.853128 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:49:44.135215 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-53ee0830-1bce-4504-9ac7-97c3b9201562 req-95f97c59-fa32-4ec8-b35c-ae26a207ce2f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941504 Nov 12 07:49:44.184331 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d850abc9-d16b-43c3-8587-c269aa705b87 req-9048ffdb-7e45-403e-9db2-a54c7799e950 service neutron] 10.222.0.33 "GET /v2.0/networks/ae67d9b3-55da-4041-aeb1-bd35e9210e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719120 Nov 12 07:49:44.188819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854547a4-1bdf-4931-ad85-ce1481b9bf13 req-5bc5e38d-d202-4e38-bca0-9d730850b647 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:44.190360 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-854547a4-1bdf-4931-ad85-ce1481b9bf13 req-5bc5e38d-d202-4e38-bca0-9d730850b647 service neutron] 10.222.0.33 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 913 time: 0.3310785 Nov 12 07:49:44.334450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54375256-16f6-44b3-867c-9df119d08096 req-b6d9fb6c-47fc-4458-885a-125781cc5814 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:44.336096 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-54375256-16f6-44b3-867c-9df119d08096 req-b6d9fb6c-47fc-4458-885a-125781cc5814 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.3999324 Nov 12 07:49:44.354489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Deleting port 0fb8e669-6a69-439a-8533-632c1a68159f {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:49:44.354877 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:44.432553 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-854547a4-1bdf-4931-ad85-ce1481b9bf13 req-ad415020-6770-462a-a666-173345d7670a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=156033d6-c97c-4ec7-a159-ef251ec853b5 HTTP/1.1" status: 200 len: 217 time: 0.2075903 Nov 12 07:49:44.638920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] For port 0fb8e669-6a69-439a-8533-632c1a68159f, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=0fb8e669-6a69-439a-8533-632c1a68159f,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:44.639331 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:44.778717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Calling delete_port for 0fb8e669-6a69-439a-8533-632c1a68159f owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:49:44.823704 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d850abc9-d16b-43c3-8587-c269aa705b87 req-554c1b7b-885b-43c4-9d84-0c0ae3a52b95 service neutron] 10.222.0.33 "GET /v2.0/networks/ae67d9b3-55da-4041-aeb1-bd35e9210e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6255360 Nov 12 07:49:44.826742 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-54375256-16f6-44b3-867c-9df119d08096 req-63dacd08-4ae8-4b6d-b9f9-26d162419247 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765437 Nov 12 07:49:44.827765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854547a4-1bdf-4931-ad85-ce1481b9bf13 req-52e818ca-e46f-4ea9-a578-c5ab3e9c7a31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:44.829267 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-854547a4-1bdf-4931-ad85-ce1481b9bf13 req-52e818ca-e46f-4ea9-a578-c5ab3e9c7a31 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=061eb431-be4a-415f-9236-3a16a64d078a HTTP/1.1" status: 200 len: 859 time: 0.3754766 Nov 12 07:49:44.889123 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-854547a4-1bdf-4931-ad85-ce1481b9bf13 req-49c3cd65-d855-4c3f-924a-f4aded0b1c24 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=44e340f5-5c7b-410f-886c-f4c18a733214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524249 Nov 12 07:49:44.895422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7d539-4994-48a4-b14b-ec7083b8a612 req-48b6bbac-2f29-438d-b54c-7ba18dda28c1 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:44.897077 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89c7d539-4994-48a4-b14b-ec7083b8a612 req-48b6bbac-2f29-438d-b54c-7ba18dda28c1 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.5599203 Nov 12 07:49:44.919417 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a803ac5a-d98d-420f-b310-1008490923ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb8e669-6a69-439a-8533-632c1a68159f', 'code': 200} Nov 12 07:49:44.943603 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:44.965623 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:45.064020 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event deleted for resources: {'Port': ['ID=0fb8e669-6a69-439a-8533-632c1a68159f,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:45.088905 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.089373 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.089791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.090205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.090607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.091018 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.091424 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.092177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.092327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.092738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.093113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.093534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.093970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.094350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.094750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.095148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.095546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.095941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.096340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.096698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.097127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.097525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.097945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.098342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.098824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89c7d539-4994-48a4-b14b-ec7083b8a612 req-5ec4ce41-8a7d-45dc-ad26-8da9c1e38b5b tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759882 Nov 12 07:49:45.098956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.099214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.099612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.099995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.100390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.100787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.101337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.101622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.102019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.102415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.102808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.103287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:45.107538 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:45.138208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-854547a4-1bdf-4931-ad85-ce1481b9bf13 req-d0d0c997-93e8-4e0b-a7b6-b58e5c6acce8 service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394710 Nov 12 07:49:45.200627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] No DVR routers for this DVR port 0fb8e669-6a69-439a-8533-632c1a68159f on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:49:45.203180 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:45.206209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a803ac5a-d98d-420f-b310-1008490923ca', 'name': 'network-vif-deleted', 'tag': '0fb8e669-6a69-439a-8533-632c1a68159f'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:45.222116 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52ef619f-1d4f-41f3-b4ac-4c24b3eba157 req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.41 "DELETE /v2.0/ports/0fb8e669-6a69-439a-8533-632c1a68159f HTTP/1.1" status: 204 len: 173 time: 2.3437171 Nov 12 07:49:45.244277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f35b4-5480-4e32-8718-fc7a96bda6cf req-4b0ec9fd-bd94-468d-8c27-4bb59603e406 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:45.248737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f35b4-5480-4e32-8718-fc7a96bda6cf req-4b0ec9fd-bd94-468d-8c27-4bb59603e406 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:45.253126 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f35b4-5480-4e32-8718-fc7a96bda6cf req-4b0ec9fd-bd94-468d-8c27-4bb59603e406 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:45.254951 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad9f35b4-5480-4e32-8718-fc7a96bda6cf req-4b0ec9fd-bd94-468d-8c27-4bb59603e406 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2413 time: 0.2350187 Nov 12 07:49:45.405910 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad9f35b4-5480-4e32-8718-fc7a96bda6cf req-155c3245-d730-49ad-a73c-6d169a46aa13 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384716 Nov 12 07:49:45.417430 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-854547a4-1bdf-4931-ad85-ce1481b9bf13 req-7ac54fbe-1cd7-4751-a9c3-84009df03dec service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2704341 Nov 12 07:49:45.441794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346eded-4f22-4a16-92ab-e07d5027db89 req-7ef88b92-2e04-408d-9ae6-f7cbe4bddb18 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:45.444201 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1346eded-4f22-4a16-92ab-e07d5027db89 req-7ef88b92-2e04-408d-9ae6-f7cbe4bddb18 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.1860859 Nov 12 07:49:45.498911 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1346eded-4f22-4a16-92ab-e07d5027db89 req-04363668-7786-4a8b-abca-9941562fc9dc tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480099 Nov 12 07:49:45.618865 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b5369ec-b8cc-47d3-9123-b666b2fd248c req-fce9e9dd-83bb-48d1-b8cf-7c4a72d3f1ff tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=a803ac5a-d98d-420f-b310-1008490923ca HTTP/1.1" status: 200 len: 210 time: 0.0637877 Nov 12 07:49:45.692338 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a803ac5a-d98d-420f-b310-1008490923ca', 'name': 'network-vif-deleted', 'tag': '0fb8e669-6a69-439a-8533-632c1a68159f', 'status': 'completed', 'code': 200} Nov 12 07:49:45.766137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6de22-4af5-4f43-9246-e4f24ebdfa25 req-bd86089b-fc5c-48bd-ae47-d77f5a065e1c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:45.767848 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9a6de22-4af5-4f43-9246-e4f24ebdfa25 req-bd86089b-fc5c-48bd-ae47-d77f5a065e1c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.0881860 Nov 12 07:49:45.819674 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a9a6de22-4af5-4f43-9246-e4f24ebdfa25 req-2b082507-6e3b-48fc-b92e-830602ae0066 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 Nov 12 07:49:45.983127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-35726ac4-7c87-437c-9113-b796a3829138 None None] Time-cost: Fetching 3 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:49:46.133336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6fd0b-8dc5-45eb-b574-6571ddcf0620 req-bace3c0d-d3a3-4308-a10d-74cef81107e4 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:46.135156 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dbe6fd0b-8dc5-45eb-b574-6571ddcf0620 req-bace3c0d-d3a3-4308-a10d-74cef81107e4 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.0843942 Nov 12 07:49:46.184938 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dbe6fd0b-8dc5-45eb-b574-6571ddcf0620 req-07f267d0-2286-4ffe-96c0-feef02e01ee5 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Nov 12 07:49:46.522256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-5331d05e-a4ac-409f-be69-f6423db5025c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:46.523754 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-5331d05e-a4ac-409f-be69-f6423db5025c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/networks?id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 HTTP/1.1" status: 200 len: 815 time: 0.2169538 Nov 12 07:49:46.546589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a18dd-1771-47e1-ab6b-4d9c44026c34 req-05703f9a-49d4-4efb-a35e-5d2beee95df9 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:46.548159 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fe2a18dd-1771-47e1-ab6b-4d9c44026c34 req-05703f9a-49d4-4efb-a35e-5d2beee95df9 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.1554706 Nov 12 07:49:46.553482 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-40d2c4de-ef71-4cc8-a7a2-677550f2eb22 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/quotas/e56cbd5483e14952b7a82e515f42639c HTTP/1.1" status: 200 len: 375 time: 0.0204883 Nov 12 07:49:46.657300 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fe2a18dd-1771-47e1-ab6b-4d9c44026c34 req-fc76d463-6622-4865-85bd-48819b163e4a tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004725 Nov 12 07:49:46.677763 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-6253d6c1-1f4b-41e1-bcd3-0edb1b89a0b0 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?tenant_id=e56cbd5483e14952b7a82e515f42639c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1006265 Nov 12 07:49:46.886037 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-fcf19760-a584-468c-b8ac-6f3381c4156e service neutron] 10.222.0.40 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969900 Nov 12 07:49:46.986238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dfe18-9271-4633-9909-b90365135351 req-27a374ff-9619-4752-bedb-6217a6eb2128 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:46.987849 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e0dfe18-9271-4633-9909-b90365135351 req-27a374ff-9619-4752-bedb-6217a6eb2128 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 949 time: 0.2077632 Nov 12 07:49:47.077544 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-2d4a5488-0deb-4339-84b8-9ea856e9ee6d service neutron] 10.222.0.40 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1842163 Nov 12 07:49:47.079867 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e0dfe18-9271-4633-9909-b90365135351 req-30bc2e7e-51e8-427c-9b14-4b36b9029756 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839450 Nov 12 07:49:47.337165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda6145-83eb-4cea-91f1-02fd2afeab94 req-3094b772-16d6-4b40-a2e2-97d6acff6d35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:47.341834 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda6145-83eb-4cea-91f1-02fd2afeab94 req-3094b772-16d6-4b40-a2e2-97d6acff6d35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:47.346274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda6145-83eb-4cea-91f1-02fd2afeab94 req-3094b772-16d6-4b40-a2e2-97d6acff6d35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:47.348101 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0cda6145-83eb-4cea-91f1-02fd2afeab94 req-3094b772-16d6-4b40-a2e2-97d6acff6d35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2413 time: 0.1052690 Nov 12 07:49:47.446281 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0cda6145-83eb-4cea-91f1-02fd2afeab94 req-855a925e-d87f-475f-bd37-b1652d5dd799 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894103 Nov 12 07:49:47.499845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8bce7-7f97-427e-8325-9e8ce10d93cc req-e21be7b0-5394-4c74-8930-d86045d272c6 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:47.501515 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6fe8bce7-7f97-427e-8325-9e8ce10d93cc req-e21be7b0-5394-4c74-8930-d86045d272c6 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.1001086 Nov 12 07:49:47.617145 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6fe8bce7-7f97-427e-8325-9e8ce10d93cc req-7fe5eec8-ad5d-4699-b29e-bf9fc75db26f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089051 Nov 12 07:49:47.696924 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dbc1e191-245f-4dd4-96f5-b2dc671218e0 req-78571985-b6a9-44db-aea5-1a0b0507506f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 210 time: 0.0696065 Nov 12 07:49:47.700275 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84886308-5f36-453b-88d0-dd404ab19376 req-0a643456-18df-4324-b03e-a63fe8a22458 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:47.701434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-84886308-5f36-453b-88d0-dd404ab19376 req-0a643456-18df-4324-b03e-a63fe8a22458 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Synchronizing usage tracker for tenant:e56cbd5483e14952b7a82e515f42639c on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:47.730109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-84886308-5f36-453b-88d0-dd404ab19376 req-0a643456-18df-4324-b03e-a63fe8a22458 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Unset dirty status for tenant:e56cbd5483e14952b7a82e515f42639c on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:47.731404 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84886308-5f36-453b-88d0-dd404ab19376 req-0a643456-18df-4324-b03e-a63fe8a22458 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "GET /v2.0/ports?device_id=cadee702-5635-4868-ade2-4136ee3561f6 HTTP/1.1" status: 200 len: 945 time: 0.1988125 Nov 12 07:49:47.833167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-84886308-5f36-453b-88d0-dd404ab19376 req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Deleting port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:49:47.833808 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-84886308-5f36-453b-88d0-dd404ab19376 req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:47.892627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23091090-e32c-4492-8052-7db31ca58ddc req-60de426d-857a-4c5f-ba08-61be27bb3f61 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:47.894588 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-23091090-e32c-4492-8052-7db31ca58ddc req-60de426d-857a-4c5f-ba08-61be27bb3f61 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.1133516 Nov 12 07:49:47.963426 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-23091090-e32c-4492-8052-7db31ca58ddc req-8ef8a0b0-072b-47c3-8b56-128bc3727045 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556974 Nov 12 07:49:48.015892 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 53730) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:48.022430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Request body: {'security_group': {'name': 'tempest-securitygroup--1614665393', 'description': 'tempest-description--481743385'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:48.033110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:48.043270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Usage tracker for resource:security_group and tenant:0402c2929fa948bbaf15c876a908f13d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:48.049226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:48.070168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:48.092451 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.198535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-84886308-5f36-453b-88d0-dd404ab19376 req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] For port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:48.198993 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-84886308-5f36-453b-88d0-dd404ab19376 req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.208930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:48.216342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Usage tracker for resource:security_group_rule and tenant:0402c2929fa948bbaf15c876a908f13d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:48.220074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:48.268944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:48.311694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 4c0d089d-da12-42fe-a087-e8d53aa13dfb up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:48.335832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-84886308-5f36-453b-88d0-dd404ab19376 req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Calling delete_port for 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:49:48.389047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 4c0d089d-da12-42fe-a087-e8d53aa13dfb completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:48.395603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 4c0d089d-da12-42fe-a087-e8d53aa13dfb triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:48.396035 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.420788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa4435-b0ef-4d24-90ea-f49c64fc32af req-6d722c32-44fb-4606-9713-cd0ba575264a tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:48.422489 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9baa4435-b0ef-4d24-90ea-f49c64fc32af req-6d722c32-44fb-4606-9713-cd0ba575264a tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.2730985 Nov 12 07:49:48.482203 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.503207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560be4a1-f69b-4c03-b68e-490d9712bd17 req-0bc39fa4-3bae-4598-bf78-2c0dcebdde10 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:48.504844 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-560be4a1-f69b-4c03-b68e-490d9712bd17 req-0bc39fa4-3bae-4598-bf78-2c0dcebdde10 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.33 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 949 time: 0.2707417 Nov 12 07:49:48.505567 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.512178 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b0ce0bf9-f7ae-4d02-b3c9-756659a0f00f tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:48.544095 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-84886308-5f36-453b-88d0-dd404ab19376 req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.566303 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:48.683671 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbeb0a-05d8-4184-901c-b70f02b32290 req-71ef7f14-364c-4ecc-bfca-20d49d8af1e3 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:48.683920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Pushing event deleted for resources: {'Port': ['ID=36c0e2a2-7ce7-4b37-8daf-164478e0bfc9,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:48.685353 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fbbeb0a-05d8-4184-901c-b70f02b32290 req-71ef7f14-364c-4ecc-bfca-20d49d8af1e3 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 949 time: 0.4125528 Nov 12 07:49:48.687562 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:48.713053 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.745992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0d089d-da12-42fe-a087-e8d53aa13dfb'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:48.757321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 4c0d089d-da12-42fe-a087-e8d53aa13dfb, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=4c0d089d-da12-42fe-a087-e8d53aa13dfb,segment=NetworkSegment(caab013a-6240-4cde-8e00-1c08fea3e900),segment_id=caab013a-6240-4cde-8e00-1c08fea3e900)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:48.761211 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.762425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 96bc0da7-042a-4ee2-a052-b24d1ccaac62 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:48.797622 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:48.805474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event updated for resources: {'SecurityGroup': ['ID=31dc9d0d-d957-42cd-82d6-7745016313e1,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:48.812831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-84886308-5f36-453b-88d0-dd404ab19376 req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] No DVR routers for this DVR port 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:49:48.815937 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-84886308-5f36-453b-88d0-dd404ab19376 req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.820084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadee702-5635-4868-ade2-4136ee3561f6', 'name': 'network-vif-deleted', 'tag': '36c0e2a2-7ce7-4b37-8daf-164478e0bfc9'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:48.825535 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9baa4435-b0ef-4d24-90ea-f49c64fc32af req-9ba03f6d-22ec-4081-ab01-70f114046dcb tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869040 Nov 12 07:49:48.841397 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:48.844630 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.848920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8287520 Nov 12 07:49:48.851095 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53754) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:48.858472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Request body: {'security_group_rule': {'security_group_id': '31dc9d0d-d957-42cd-82d6-7745016313e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:48.861132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-560be4a1-f69b-4c03-b68e-490d9712bd17 req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Deleting port 4e39dd49-248c-4155-a713-9ec7a4d12d73 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:49:48.861526 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-560be4a1-f69b-4c03-b68e-490d9712bd17 req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.868166 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84886308-5f36-453b-88d0-dd404ab19376 req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "DELETE /v2.0/ports/36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 HTTP/1.1" status: 204 len: 173 time: 1.1141653 Nov 12 07:49:48.885792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:48.890681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Usage tracker for resource:security_group_rule and tenant:0402c2929fa948bbaf15c876a908f13d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:48.895271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:48.918128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:48.950725 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group_rule, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:48.976112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=4c0d089d-da12-42fe-a087-e8d53aa13dfb,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:48.987462 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:49.000116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:49.006593 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:49.007021 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.048714 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.052934 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.082792 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fafc2604-49e9-4e85-a52d-f5c6e8006fc7 tempest-ServersWithSpecificFlavorTestJSON-836003115 tempest-ServersWithSpecificFlavorTestJSON-836003115] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:49.122222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5fdcee-c8a9-482d-8228-c09f137d6c5e,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:49.135278 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:49.136127 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group_rule, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.140023 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2850049 Nov 12 07:49:49.140302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53764) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:49.154231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Request body: {'security_group_rule': {'security_group_id': '31dc9d0d-d957-42cd-82d6-7745016313e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:49.172084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:49.180801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Usage tracker for resource:security_group_rule and tenant:0402c2929fa948bbaf15c876a908f13d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:49.187258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:49.196231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:49.202197 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.218337 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group_rule, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.240036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 96bc0da7-042a-4ee2-a052-b24d1ccaac62, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=96bc0da7-042a-4ee2-a052-b24d1ccaac62,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:49.245568 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.247219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device fa17058d-2d1e-4fad-943a-17620d24fce3 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:49.299418 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.304165 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.304934 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:49.361241 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:49.375986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:49:49.395334 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391fbc9e-7fe2-4627-99f2-0dca859814c1,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:49.396456 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fbbeb0a-05d8-4184-901c-b70f02b32290 req-00a9092e-f719-4a50-b52f-bc40d558054d tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327186 Nov 12 07:49:49.405303 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:49.406247 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group_rule, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.412800 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2684655 Nov 12 07:49:49.418199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=96bc0da7-042a-4ee2-a052-b24d1ccaac62,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:49.426684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53770) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:49.436326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Request body: {'floatingip': {'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:49.444498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:49.448860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Usage tracker for resource:floatingip and tenant:0402c2929fa948bbaf15c876a908f13d is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:49.452128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:49.458254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:49.459112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] No Port match for: 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:49:49.460200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 36c0e2a2-7ce7-4b37-8daf-164478e0bfc9 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:49:49.468777 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:49.469799 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for floatingip, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.490655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port fa17058d-2d1e-4fad-943a-17620d24fce3 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:49:49.501943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port fa17058d-2d1e-4fad-943a-17620d24fce3 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:49.502129 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.508154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-a93d3f6f-7b87-4076-8ccb-a0b1ef5ac784 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:49.510524 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-a93d3f6f-7b87-4076-8ccb-a0b1ef5ac784 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "GET /v2.0/networks?id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 HTTP/1.1" status: 200 len: 815 time: 0.9695096 Nov 12 07:49:49.556253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Request body: {'port': {'device_id': 'ead742d3-addc-457a-8f88-41142830f592', 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4', 'admin_state_up': True, 'tenant_id': 'e56cbd5483e14952b7a82e515f42639c'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:49.648916 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.789669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fba93-a922-4258-9504-7638d5bdf97b req-507f24cd-a30a-468d-80bd-515e148a3a0c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:49.795037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fba93-a922-4258-9504-7638d5bdf97b req-507f24cd-a30a-468d-80bd-515e148a3a0c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:49.800098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fba93-a922-4258-9504-7638d5bdf97b req-507f24cd-a30a-468d-80bd-515e148a3a0c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:49.808740 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ac1fba93-a922-4258-9504-7638d5bdf97b req-507f24cd-a30a-468d-80bd-515e148a3a0c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2417 time: 0.5645123 Nov 12 07:49:49.872152 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.925464 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port fa17058d-2d1e-4fad-943a-17620d24fce3, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fa17058d-2d1e-4fad-943a-17620d24fce3,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:49.929120 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:49.931724 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:50.007430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=fa17058d-2d1e-4fad-943a-17620d24fce3,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:50.011503 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:50.026195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Allocated IP 172.25.5.156 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/3ab5b662-44e5-4916-a875-b87369e74ca1) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:50.031279 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ac1fba93-a922-4258-9504-7638d5bdf97b req-f9aa4a58-c056-4de5-995b-d826eec98eed tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212753 Nov 12 07:49:50.039618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:50.047197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-560be4a1-f69b-4c03-b68e-490d9712bd17 req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] For port 4e39dd49-248c-4155-a713-9ec7a4d12d73, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=4e39dd49-248c-4155-a713-9ec7a4d12d73,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:50.047715 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-560be4a1-f69b-4c03-b68e-490d9712bd17 req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:50.057094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Usage tracker for resource:port and tenant:e56cbd5483e14952b7a82e515f42639c is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:50.064843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:50.074953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:50.149780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 4c0d089d-da12-42fe-a087-e8d53aa13dfb up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:50.203496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-560be4a1-f69b-4c03-b68e-490d9712bd17 req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Calling delete_port for 4e39dd49-248c-4155-a713-9ec7a4d12d73 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:49:50.204280 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:50.234892 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:50.244086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 4c0d089d-da12-42fe-a087-e8d53aa13dfb triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:50.244470 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:50.254079 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd9579fc-6416-45e0-b40c-3c61c4f424b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:50.292083 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c931ccd-923c-43bf-bfe9-ef3653b6fe99 req-49feb148-f993-4579-9c8f-d37ab6440d81 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:50.300236 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8c931ccd-923c-43bf-bfe9-ef3653b6fe99 req-49feb148-f993-4579-9c8f-d37ab6440d81 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.5187125 Nov 12 07:49:50.335395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Made reservation on behalf of e56cbd5483e14952b7a82e515f42639c for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:50.341053 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:50.358844 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-589e65e4-9fe1-4993-94a9-d3c19395e8aa req-6310f63e-40d6-4955-babd-816a51d42af7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 210 time: 0.1250432 Nov 12 07:49:50.412209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 96bc0da7-042a-4ee2-a052-b24d1ccaac62 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:50.416347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event updated for resources: {'Port': ['ID=3ab5b662-44e5-4916-a875-b87369e74ca1,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:50.430637 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:50.453448 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8c931ccd-923c-43bf-bfe9-ef3653b6fe99 req-87854a42-38a3-4bab-9ab1-39c6f1f43399 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521506 Nov 12 07:49:50.552139 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0d089d-da12-42fe-a087-e8d53aa13dfb', 'code': 200} Nov 12 07:49:50.554620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:50.555050 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:50.575346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:50.584284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:50.592179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:50.693175 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadee702-5635-4868-ade2-4136ee3561f6', 'name': 'network-vif-deleted', 'tag': '36c0e2a2-7ce7-4b37-8daf-164478e0bfc9', 'status': 'completed', 'code': 200} Nov 12 07:49:50.750552 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for floatingip, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:50.779772 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-560be4a1-f69b-4c03-b68e-490d9712bd17 req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:50.792474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 53782) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:50.810465 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e7bec3b-6a94-49ed-a693-1910d90416bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:50.846456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device fa17058d-2d1e-4fad-943a-17620d24fce3 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:50.850186 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:50.923676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port fa17058d-2d1e-4fad-943a-17620d24fce3 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:50.924099 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:51.024604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Pushing event deleted for resources: {'Port': ['ID=4e39dd49-248c-4155-a713-9ec7a4d12d73,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:51.065473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 4e39dd49-248c-4155-a713-9ec7a4d12d73 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:49:51.081988 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:51.101530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] No Port match for: 4e39dd49-248c-4155-a713-9ec7a4d12d73 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:49:51.102446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 4e39dd49-248c-4155-a713-9ec7a4d12d73 not bound to the agent host n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:49:51.120799 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b5dbd679-076a-486b-bd4b-65134e909d55 req-39755814-9416-4f95-9012-ca9331bb2d60 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=3d8b3f01-1ff6-450f-ac8d-df70b125a4e9 HTTP/1.1" status: 200 len: 210 time: 0.1152477 Nov 12 07:49:51.158820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-181331a9-581b-4904-9c8a-d8c9227e1197 admin admin] Deleting subnet a527c20d-d2f9-46a5-9dca-fc64efe2289a {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:49:51.185465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-181331a9-581b-4904-9c8a-d8c9227e1197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:51.366485 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-181331a9-581b-4904-9c8a-d8c9227e1197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:51.390344 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:51.394629 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:51.410645 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6df8845a-6bd1-44b4-98b5-9d5ecd7bb2f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:51.473228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bad2ec-32ce-4192-8308-a2d9c94f77ff req-176aa81a-b71a-4be1-b9f7-be804c87eeb9 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:51.474885 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5bad2ec-32ce-4192-8308-a2d9c94f77ff req-176aa81a-b71a-4be1-b9f7-be804c87eeb9 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.6656907 Nov 12 07:49:51.493429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Allocated IP 172.20.0.3 (1fdb6bd1-d757-4afe-9ae1-8476e3d133c4/6518e193-b426-4cb3-8412-63a23c5060f8/f176853b-bc91-4761-bacd-ce9a17a68c91) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:51.546335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event updated for resources: {'Port': ['ID=3ab5b662-44e5-4916-a875-b87369e74ca1,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:51.550136 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-181331a9-581b-4904-9c8a-d8c9227e1197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:51.560085 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:51.666980 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:51.693757 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:51.695149 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2673738 Nov 12 07:49:51.854133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-560be4a1-f69b-4c03-b68e-490d9712bd17 req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] No DVR routers for this DVR port 4e39dd49-248c-4155-a713-9ec7a4d12d73 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:49:51.866000 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-560be4a1-f69b-4c03-b68e-490d9712bd17 req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:51.868952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8b3f01-1ff6-450f-ac8d-df70b125a4e9', 'name': 'network-vif-deleted', 'tag': '4e39dd49-248c-4155-a713-9ec7a4d12d73'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:51.947158 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-560be4a1-f69b-4c03-b68e-490d9712bd17 req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.33 "DELETE /v2.0/ports/4e39dd49-248c-4155-a713-9ec7a4d12d73 HTTP/1.1" status: 204 len: 173 time: 3.4077208 Nov 12 07:49:52.044479 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5bad2ec-32ce-4192-8308-a2d9c94f77ff req-5ae1661e-705f-4c1a-b9c5-102ce7caf239 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544314 Nov 12 07:49:52.068366 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dc9f9-67e1-41a3-a5d5-16b92bbea125 req-2e706bc2-cb82-4e8e-bbe0-ff69a79620d3 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:52.071944 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-408dc9f9-67e1-41a3-a5d5-16b92bbea125 req-2e706bc2-cb82-4e8e-bbe0-ff69a79620d3 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.7843468 Nov 12 07:49:52.397228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device fa17058d-2d1e-4fad-943a-17620d24fce3 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:49:52.404825 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-408dc9f9-67e1-41a3-a5d5-16b92bbea125 req-97fbddcd-7a70-4e0c-b853-f4fdc3b4d9eb tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234913 Nov 12 07:49:52.452550 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:52.477035 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-181331a9-581b-4904-9c8a-d8c9227e1197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:52.487306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port fa17058d-2d1e-4fad-943a-17620d24fce3 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:49:52.487723 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:52.501141 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:52.542923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27977606-30ce-46b0-a720-56dfc886a385 req-ebe91038-cc36-4f77-ad43-cf447fcf6001 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:52.547367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27977606-30ce-46b0-a720-56dfc886a385 req-ebe91038-cc36-4f77-ad43-cf447fcf6001 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:52.552242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27977606-30ce-46b0-a720-56dfc886a385 req-ebe91038-cc36-4f77-ad43-cf447fcf6001 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:52.554118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-27977606-30ce-46b0-a720-56dfc886a385 req-ebe91038-cc36-4f77-ad43-cf447fcf6001 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2419 time: 0.3563957 Nov 12 07:49:52.554722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc0da7-042a-4ee2-a052-b24d1ccaac62'}, {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17058d-2d1e-4fad-943a-17620d24fce3'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:52.635729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181331a9-581b-4904-9c8a-d8c9227e1197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a527c20d-d2f9-46a5-9dca-fc64efe2289a,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:52.677328 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-181331a9-581b-4904-9c8a-d8c9227e1197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:52.717540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-26e0e5dd-656e-4c4c-828a-1dee7c0f5516 req-d40ba243-386c-4cad-a7a0-2ad59bc8dba4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Synchronizing usage tracker for tenant:e56cbd5483e14952b7a82e515f42639c on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:52.750359 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:52.775163 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c1b413fe-4512-4cbb-9beb-925697e47ec4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:52.905695 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-27977606-30ce-46b0-a720-56dfc886a385 req-b2741b34-47ce-4c7c-8a9f-6c7d0b794853 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871003 Nov 12 07:49:52.911021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-26e0e5dd-656e-4c4c-828a-1dee7c0f5516 req-d40ba243-386c-4cad-a7a0-2ad59bc8dba4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Unset dirty status for tenant:e56cbd5483e14952b7a82e515f42639c on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:52.912214 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-26e0e5dd-656e-4c4c-828a-1dee7c0f5516 req-d40ba243-386c-4cad-a7a0-2ad59bc8dba4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 210 time: 0.2905867 Nov 12 07:49:52.937218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-181331a9-581b-4904-9c8a-d8c9227e1197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:52.960973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Pushing event updated for resources: {'Port': ['ID=f176853b-bc91-4761-bacd-ce9a17a68c91,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:52.968010 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:52.976811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53806) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:52.977135 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-181331a9-581b-4904-9c8a-d8c9227e1197 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/a527c20d-d2f9-46a5-9dca-fc64efe2289a HTTP/1.1" status: 204 len: 168 time: 2.1343145 Nov 12 07:49:53.021009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:53.022241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:53.025656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:53.126614 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:53.265965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:53.266548 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:53.307130 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7794383 Nov 12 07:49:53.320628 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:53.321271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Request body: {'port': {'device_id': 'ead742d3-addc-457a-8f88-41142830f592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:53.351129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-3abf0433-f76f-4efe-8581-96e4c8178d73 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:53.352711 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-3abf0433-f76f-4efe-8581-96e4c8178d73 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/networks?id=ca3270a0-30f4-4301-bf4c-c45fb20a3808 HTTP/1.1" status: 200 len: 821 time: 0.2967062 Nov 12 07:49:53.395401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacc3a1-7f9f-4861-8631-39979b89421f req-93de2ce9-c3ca-42d1-ac45-9fd9dea5a0bc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:53.397096 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5eacc3a1-7f9f-4861-8631-39979b89421f req-93de2ce9-c3ca-42d1-ac45-9fd9dea5a0bc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.3396404 Nov 12 07:49:53.405812 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-1d8f6e43-d44f-45fa-9124-26e2b4b5265f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/quotas/0402c2929fa948bbaf15c876a908f13d HTTP/1.1" status: 200 len: 375 time: 0.0456293 Nov 12 07:49:53.440544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf5d4ac-adb9-4928-b91e-484036df02e3']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:49:53.454531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013b34eb-04cb-4f40-8de2-03ec8eb7b416') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:49:53.454883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013b34eb-04cb-4f40-8de2-03ec8eb7b416') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:49:53.467527 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:53.482899 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:53.484942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:49:53.551204 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:53.617734 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5eacc3a1-7f9f-4861-8631-39979b89421f req-c17bd64f-11f1-47a8-b471-b6de11c94e0e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108700 Nov 12 07:49:53.671531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:49:53.682686 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:53.690599 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-7f85a08c-0745-4b7e-803d-0ba4934dc574 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?tenant_id=0402c2929fa948bbaf15c876a908f13d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2362342 Nov 12 07:49:53.703153 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8b3f01-1ff6-450f-ac8d-df70b125a4e9', 'name': 'network-vif-deleted', 'tag': '4e39dd49-248c-4155-a713-9ec7a4d12d73', 'status': 'completed', 'code': 200} Nov 12 07:49:53.869293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Network 5bf5d4ac-adb9-4928-b91e-484036df02e3 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:49:53.898491 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:49:53.986596 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:53.990401 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-96b621d6-89e8-403b-be62-752e1e176f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:53.997551 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-051b3316-8c25-467c-84e4-55a6270b2468 service neutron] 10.222.0.40 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965267 Nov 12 07:49:54.009377 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:54.019422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf5d4ac-adb9-4928-b91e-484036df02e3,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:54.023146 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:54.029189 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] 10.222.0.40 "DELETE /v2.0/networks/5bf5d4ac-adb9-4928-b91e-484036df02e3 HTTP/1.1" status: 204 len: 168 time: 1.0505919 Nov 12 07:49:54.189317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53834) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:54.194344 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-5a0d35ea-89b1-4292-a447-75f159aa9ae0 service neutron] 10.222.0.40 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1865351 Nov 12 07:49:54.257699 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e74d70eb-915f-44ba-baa0-8c36551d3037 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=56e160fff5134a87843737d179f71a62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0667253 Nov 12 07:49:54.260128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53840) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:54.281219 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bc0da7-042a-4ee2-a052-b24d1ccaac62', 'code': 200} Nov 12 07:49:54.281650 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17058d-2d1e-4fad-943a-17620d24fce3', 'code': 200} Nov 12 07:49:54.304051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f176853b-bc91-4761-bacd-ce9a17a68c91 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:49:54.330482 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:54.333143 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-929f0067-411f-4e3e-b6ca-d3870ce8b79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:54.352091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Transition to ACTIVE for port object f176853b-bc91-4761-bacd-ce9a17a68c91 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:54.396302 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-929f0067-411f-4e3e-b6ca-d3870ce8b79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:54.421782 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:54.469524 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-39294483-f105-4260-93d4-39fa67476e78 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:54.512562 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-929f0067-411f-4e3e-b6ca-d3870ce8b79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:54.518894 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8b08e245-e85c-49b9-9727-63382d975656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:54.565172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f0067-411f-4e3e-b6ca-d3870ce8b79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90fe1b1-aaf7-4c09-9624-386e33c39074,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:54.568824 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-929f0067-411f-4e3e-b6ca-d3870ce8b79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:54.588476 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-929f0067-411f-4e3e-b6ca-d3870ce8b79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:54.594610 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-929f0067-411f-4e3e-b6ca-d3870ce8b79e admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f90fe1b1-aaf7-4c09-9624-386e33c39074 HTTP/1.1" status: 204 len: 168 time: 0.3329773 Nov 12 07:49:55.136616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Pushing event updated for resources: {'Port': ['ID=f176853b-bc91-4761-bacd-ce9a17a68c91,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:55.140034 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:55.333945 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a2784969-a44d-4bb3-b309-316dbb77d6eb req-99cf5c69-40fb-42a1-872b-aff99ffd1393 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 3064 time: 0.9736643 Nov 12 07:49:55.346842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c041a3-e85f-4dd2-85a1-0eec52dd6115 req-f2fd2c70-53e5-49d5-b656-ad5a434cd023 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:55.351268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c041a3-e85f-4dd2-85a1-0eec52dd6115 req-f2fd2c70-53e5-49d5-b656-ad5a434cd023 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:55.355702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c041a3-e85f-4dd2-85a1-0eec52dd6115 req-f2fd2c70-53e5-49d5-b656-ad5a434cd023 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:55.363596 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25c041a3-e85f-4dd2-85a1-0eec52dd6115 req-f2fd2c70-53e5-49d5-b656-ad5a434cd023 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2419 time: 0.3487513 Nov 12 07:49:55.417497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b49671-dab5-4e81-9e72-24184a9de517 req-b2cfa927-a95c-45d3-a1d1-8ff3ff1af366 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:55.419588 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-40b49671-dab5-4e81-9e72-24184a9de517 req-b2cfa927-a95c-45d3-a1d1-8ff3ff1af366 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.9714193 Nov 12 07:49:55.532668 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a2784969-a44d-4bb3-b309-316dbb77d6eb req-82915160-3b85-47a9-b415-eddcfcfdffff service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660128 Nov 12 07:49:55.544340 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25c041a3-e85f-4dd2-85a1-0eec52dd6115 req-f4e2a16f-1722-4c70-9797-94667510af43 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798785 Nov 12 07:49:55.576037 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-40b49671-dab5-4e81-9e72-24184a9de517 req-8bd1d187-ebb5-4cca-9c76-1bc51459d8ae tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152356 Nov 12 07:49:55.578437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Attempting to bind port f176853b-bc91-4761-bacd-ce9a17a68c91 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:55.578813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Attempting to bind port f176853b-bc91-4761-bacd-ce9a17a68c91 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:55.579183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Attempting to bind port f176853b-bc91-4761-bacd-ce9a17a68c91 on network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:55.596562 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:55.596989 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Checking segment: {'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:55.597410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:55.597812 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Bound using segment: {'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:55.598322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Bound port: f176853b-bc91-4761-bacd-ce9a17a68c91, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:55.598702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:55.775365 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] For port f176853b-bc91-4761-bacd-ce9a17a68c91, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:55.838367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] For port f176853b-bc91-4761-bacd-ce9a17a68c91, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=f176853b-bc91-4761-bacd-ce9a17a68c91,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:55.841338 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3bc94c49-6070-4f7d-9751-941178e92483 req-c4f2ab23-eb6d-413e-85e3-3c402a8b46d9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 210 time: 0.0633459 Nov 12 07:49:55.844026 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:55.864132 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-664cc26f-af50-4542-adfc-1e0f5f31a5e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:55.955015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53878) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:56.136739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-658790928-network', 'tenant_id': '942b55ddbbf440699b672e0304a679e4'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:56.142678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:56.147348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Usage tracker for resource:network and tenant:942b55ddbbf440699b672e0304a679e4 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:56.150779 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:56.157745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:56.169762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Made reservation on behalf of 942b55ddbbf440699b672e0304a679e4 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:56.175218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:56.190692 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:56.229617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Pushing event updated for resources: {'Port': ['ID=f176853b-bc91-4761-bacd-ce9a17a68c91,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:56.233531 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:56.239979 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:56.246795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Usage tracker for resource:security_group_rule and tenant:942b55ddbbf440699b672e0304a679e4 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:56.250179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:56.254492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4de79-2539-4cbd-93af-6ed685364f26 req-f4a2dbfb-0092-418e-bb39-376092f518fe tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:56.256246 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1dc4de79-2539-4cbd-93af-6ed685364f26 req-f4a2dbfb-0092-418e-bb39-376092f518fe tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 943 time: 0.5196800 Nov 12 07:49:56.256369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:56.332608 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:56.336534 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:56.338413 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:56.339950 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] 10.222.0.41 "PUT /v2.0/ports/f176853b-bc91-4761-bacd-ce9a17a68c91 HTTP/1.1" status: 200 len: 1155 time: 3.0243154 Nov 12 07:49:56.341525 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-10e659cf-df75-45c9-aaf7-92eed763ae6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:56.354467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead742d3-addc-457a-8f88-41142830f592', 'tag': 'f176853b-bc91-4761-bacd-ce9a17a68c91'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:56.372359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:49:56.389302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071fecfe-d3cb-4ab6-96e1-8082017a73c4,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:56.396798 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:56.396798 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Added segment 5c199f6b-d11a-4916-9127-b1a5ce357d13 of type vxlan for network 9798433c-a1e6-4eac-ba43-abbccad85920 Nov 12 07:49:56.397130 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:56.446626 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:56.465551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-5043af4b-a2a7-4e67-973b-530c4ffcb791 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:56.467131 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-5043af4b-a2a7-4e67-973b-530c4ffcb791 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.33 "GET /v2.0/networks?id=ca3270a0-30f4-4301-bf4c-c45fb20a3808 HTTP/1.1" status: 200 len: 821 time: 0.4594576 Nov 12 07:49:56.470066 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:56.471073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:56.471725 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:56.477349 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6f608f79-e164-41ed-8a71-a7948c878cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:56.483243 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1dc4de79-2539-4cbd-93af-6ed685364f26 req-4da4a564-1967-41c3-80ee-195d9bc25ea6 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973355 Nov 12 07:49:56.490825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa8e84-1d99-4272-8cb4-611f93d26c3c req-b94e9bf6-0a70-488c-90ae-d625fe061f67 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:56.494105 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-31fa8e84-1d99-4272-8cb4-611f93d26c3c req-b94e9bf6-0a70-488c-90ae-d625fe061f67 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.3526402 Nov 12 07:49:56.503813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Request body: {'port': {'device_id': '5868be86-abe4-4601-acc0-5686a35889c9', 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808', 'admin_state_up': True, 'tenant_id': '0402c2929fa948bbaf15c876a908f13d'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:56.613101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Pushing event updated for resources: {'Network': ['ID=9798433c-a1e6-4eac-ba43-abbccad85920,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:56.619831 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6600416 Nov 12 07:49:56.619831 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:56.620130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53888) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:49:56.626278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 9798433c-a1e6-4eac-ba43-abbccad85920 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:49:56.629333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Request body: {'subnet': {'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-658790928-subnet', 'tenant_id': '942b55ddbbf440699b672e0304a679e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:49:56.635236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:56.639516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Usage tracker for resource:subnet and tenant:942b55ddbbf440699b672e0304a679e4 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:56.642624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:56.646501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 9798433c-a1e6-4eac-ba43-abbccad85920 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:49:56.648690 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:56.659842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Made reservation on behalf of 942b55ddbbf440699b672e0304a679e4 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:56.662823 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 9798433c-a1e6-4eac-ba43-abbccad85920 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:49:56.664929 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:56.806538 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-31fa8e84-1d99-4272-8cb4-611f93d26c3c req-ca05e33b-e736-4fe3-bcd2-9ed645e173dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843640 Nov 12 07:49:56.809901 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-088dbe4c-5968-4915-90bd-1dcc0a732ed5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e56cbd5483e14952b7a82e515f42639c&device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 1158 time: 0.4241633 Nov 12 07:49:56.924406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:49:56.935744 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-24b97ccd-d804-44f2-b22a-ed0be03598d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f176853b-bc91-4761-bacd-ce9a17a68c91 HTTP/1.1" status: 200 len: 217 time: 0.0992689 Nov 12 07:49:56.937229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Usage tracker for resource:port and tenant:0402c2929fa948bbaf15c876a908f13d is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:49:56.945693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Quota usage for port was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:49:56.952787 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead742d3-addc-457a-8f88-41142830f592', 'tag': 'f176853b-bc91-4761-bacd-ce9a17a68c91', 'status': 'completed', 'code': 200} Nov 12 07:49:56.996909 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-e4fa3ab1-7ef6-4d8c-bdbc-43fa365af681 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:56.997725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-e4fa3ab1-7ef6-4d8c-bdbc-43fa365af681 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Synchronizing usage tracker for tenant:24ba317245de4c41abc0c438bc1259f5 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:57.008236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:49:57.029196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7e09-cc73-4b22-a393-fc9e9008e45f req-c70974f1-845b-4fda-8764-218cad9a9441 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:57.029995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-87bc7e09-cc73-4b22-a393-fc9e9008e45f req-c70974f1-845b-4fda-8764-218cad9a9441 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Synchronizing usage tracker for tenant:24ba317245de4c41abc0c438bc1259f5 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:49:57.064502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Made reservation on behalf of 0402c2929fa948bbaf15c876a908f13d for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:49:57.086792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:57.112719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-e4fa3ab1-7ef6-4d8c-bdbc-43fa365af681 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Unset dirty status for tenant:24ba317245de4c41abc0c438bc1259f5 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:57.124173 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-e4fa3ab1-7ef6-4d8c-bdbc-43fa365af681 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.33 "GET /v2.0/ports?device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 950 time: 0.5108252 Nov 12 07:49:57.131370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-87bc7e09-cc73-4b22-a393-fc9e9008e45f req-c70974f1-845b-4fda-8764-218cad9a9441 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Unset dirty status for tenant:24ba317245de4c41abc0c438bc1259f5 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:49:57.132590 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87bc7e09-cc73-4b22-a393-fc9e9008e45f req-c70974f1-845b-4fda-8764-218cad9a9441 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 950 time: 0.4690225 Nov 12 07:49:57.136927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-cfb6e419-70b6-485d-8462-8600efbd3569 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:57.138234 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-cfb6e419-70b6-485d-8462-8600efbd3569 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6518e193-b426-4cb3-8412-63a23c5060f8 HTTP/1.1" status: 200 len: 855 time: 0.1893241 Nov 12 07:49:57.166282 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:57.190040 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-82645d13-411c-431b-b290-70d74ff04bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:57.324167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 13162152-f1fd-44aa-a188-ab20b9e03e7d no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:49:57.337620 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-5d29bef0-7b91-496a-994f-a6cf4ef6ba5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1846101 Nov 12 07:49:57.389019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d37b6ad-cdbe-4633-884a-ac30fb969cf8,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:57.398092 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:57.429985 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-c3f486fc-1fec-4cf4-9719-0c75362f0690 service neutron] 10.222.0.41 "GET /v2.0/ports/13162152-f1fd-44aa-a188-ab20b9e03e7d/bindings/n-h1-761264-6 HTTP/1.1" status: 200 len: 452 time: 0.1570539 Nov 12 07:49:57.441761 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:57.469644 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Checking segment: {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:57.470058 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Network hostable DHCP agents. Network: 9798433c-a1e6-4eac-ba43-abbccad85920, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:49:57.472582 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:49:57.484839 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 13162152-f1fd-44aa-a188-ab20b9e03e7d, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:57.489471 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:57.492062 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:57.495044 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Network 9798433c-a1e6-4eac-ba43-abbccad85920 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:49:57.506217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 9798433c-a1e6-4eac-ba43-abbccad85920) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:57.537591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:57.540093 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:57.575056 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ec4855ac-d648-4185-bad4-32820b7f051e admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9458706 Nov 12 07:49:57.612109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=13162152-f1fd-44aa-a188-ab20b9e03e7d,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:57.614906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6d3b7-0504-47c6-8155-af7756b5ae92 None None] Network 9798433c-a1e6-4eac-ba43-abbccad85920 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:49:57.719810 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.720628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.721198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.721589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.721964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.722341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.722701 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.723065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.723407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.723992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.724362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.724727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.725164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.725587 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.726131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.726496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.726858 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.727220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.727578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.727997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.728362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.728726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.729967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.730642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.731354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.731721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.732082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.732444 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.732805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.733212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.733573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.733929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.734287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.734643 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.735003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.735358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:49:57.742638 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:57.794243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Deleting port 504694c8-808c-416d-bf60-22aee170aae6 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:49:57.794638 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:57.878603 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-557dd7de-e99b-44de-a2ae-a561b1a60b45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7&tenant_id=6a2815708d614ce1b993a1a3e41c0d64 HTTP/1.1" status: 200 len: 1162 time: 0.1084714 Nov 12 07:49:57.881537 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87bc7e09-cc73-4b22-a393-fc9e9008e45f req-f602fd7a-a42e-4d45-a1e7-8752034715b9 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7417986 Nov 12 07:49:58.026141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-9798433c-a1e6-4eac-ba43-abbccad85920', 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920', 'tenant_id': '942b55ddbbf440699b672e0304a679e4', 'fixed_ips': [{'subnet_id': '0d37b6ad-cdbe-4633-884a-ac30fb969cf8'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:49:58.027741 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:58.054249 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-52818b41-5e9e-4b82-8c28-655747dc4975 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 1162 time: 0.1501932 Nov 12 07:49:58.085358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 504694c8-808c-416d-bf60-22aee170aae6 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:49:58.185538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e42db7-0b22-4011-b919-a2ba74d0eb46 req-8e7da85d-def9-40ce-b395-001b704ed8be tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:58.189980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e42db7-0b22-4011-b919-a2ba74d0eb46 req-8e7da85d-def9-40ce-b395-001b704ed8be tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:58.194543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e42db7-0b22-4011-b919-a2ba74d0eb46 req-8e7da85d-def9-40ce-b395-001b704ed8be tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:58.196209 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-00e42db7-0b22-4011-b919-a2ba74d0eb46 req-8e7da85d-def9-40ce-b395-001b704ed8be tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2419 time: 1.0127866 Nov 12 07:49:58.205763 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb2682-08c7-49f3-835c-e26359bb058f req-283b07de-dd54-4846-a02a-55bb87eca208 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:58.207604 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-283b07de-dd54-4846-a02a-55bb87eca208 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.1456950 Nov 12 07:49:58.236550 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-a2526806-7dfc-4e33-b2d4-d8235947af1f service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8801498 Nov 12 07:49:58.285656 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-554487db-d028-4c32-a9d8-762c1c4e1439 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d HTTP/1.1" status: 200 len: 217 time: 0.0714009 Nov 12 07:49:58.357525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb2682-08c7-49f3-835c-e26359bb058f req-5f67bfec-9112-4359-b895-29a3d7a1438c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:58.359171 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:58.359339 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-5f67bfec-9112-4359-b895-29a3d7a1438c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0666561 Nov 12 07:49:58.453287 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-93a3c476-23a5-4a76-bf9b-bbf93382be3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878036 Nov 12 07:49:58.592979 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-00e42db7-0b22-4011-b919-a2ba74d0eb46 req-1530edac-fee0-4263-8c98-d79839cb6a07 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778279 Nov 12 07:49:58.598330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 504694c8-808c-416d-bf60-22aee170aae6, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=504694c8-808c-416d-bf60-22aee170aae6,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:58.605234 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:58.608475 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:58.609999 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-bfd3e700-8297-48fd-80fa-27acda600cf1 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496587 Nov 12 07:49:58.647046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0125a-b24a-478f-97a3-16adf37072a9 req-3a14191d-4e53-4b32-bf1b-72075b4f15be tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:58.648709 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1fe0125a-b24a-478f-97a3-16adf37072a9 req-3a14191d-4e53-4b32-bf1b-72075b4f15be tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.6342528 Nov 12 07:49:58.652570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] For port 504694c8-808c-416d-bf60-22aee170aae6, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=504694c8-808c-416d-bf60-22aee170aae6,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:49:58.653011 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:58.718802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Allocated IP 172.20.0.2 (9798433c-a1e6-4eac-ba43-abbccad85920/0d37b6ad-cdbe-4633-884a-ac30fb969cf8/185c2339-439b-4ee2-9465-0119ff8cb74b) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:58.783558 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52cb2682-08c7-49f3-835c-e26359bb058f req-8a411bb2-0bb8-4825-aca9-a1a99c8551c8 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1664252 Nov 12 07:49:58.810183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=504694c8-808c-416d-bf60-22aee170aae6,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:58.813773 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:58.829015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Allocated IP 172.20.0.6 (ca3270a0-30f4-4301-bf4c-c45fb20a3808/ba141779-c31e-4dae-94f4-1c3fd8308950/2580cb0b-e5c5-4a58-8581-10329588de82) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:49:58.840437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Calling delete_port for 504694c8-808c-416d-bf60-22aee170aae6 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:49:58.949943 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6c2137-e716-4c71-af69-99faa740b3b9 req-36bb648c-f12b-4ebd-a70c-6c7dd091c5bf service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6700683 Nov 12 07:49:58.956473 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b9b0fe-94c5-4d41-9a9b-5daab732a14e req-7ba76ae0-1626-4b2a-9cea-fbcf44df6b8b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 210 time: 0.0881500 Nov 12 07:49:58.961447 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:58.987052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Transition to ACTIVE for port object 185c2339-439b-4ee2-9465-0119ff8cb74b will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:59.022235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Transition to ACTIVE for port object 185c2339-439b-4ee2-9465-0119ff8cb74b will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:49:59.028752 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:59.030500 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1fe0125a-b24a-478f-97a3-16adf37072a9 req-abf00491-917a-4392-b8ec-fc4fea938b59 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605723 Nov 12 07:49:59.197054 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d', 'code': 200} Nov 12 07:49:59.197583 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:59.206494 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:49:59.206861 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:49:59.272089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Network 9798433c-a1e6-4eac-ba43-abbccad85920 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:49:59.276019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:49:59.278454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:49:59.281741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Pushing event updated for resources: {'Port': ['ID=185c2339-439b-4ee2-9465-0119ff8cb74b,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:59.285725 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:59.342112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Attempting to bind port 185c2339-439b-4ee2-9465-0119ff8cb74b on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:49:59.342552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Attempting to bind port 185c2339-439b-4ee2-9465-0119ff8cb74b by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:49:59.342955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Attempting to bind port 185c2339-439b-4ee2-9465-0119ff8cb74b on network 9798433c-a1e6-4eac-ba43-abbccad85920 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:49:59.349785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:49:59.350206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Checking segment: {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:49:59.350644 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:59.351073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Bound using segment: {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:49:59.351582 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Bound port: 185c2339-439b-4ee2-9465-0119ff8cb74b, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:49:59.351996 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:59.393095 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd7c657c-da69-44f7-8675-9fea923b9a7e req-5e82efda-b2d7-4f5a-995e-106c062e7f8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e56cbd5483e14952b7a82e515f42639c&device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 1158 time: 0.3469679 Nov 12 07:49:59.442330 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:59.444045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] For port 185c2339-439b-4ee2-9465-0119ff8cb74b, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:49:59.447635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] For port 185c2339-439b-4ee2-9465-0119ff8cb74b, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=185c2339-439b-4ee2-9465-0119ff8cb74b,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:49:59.451811 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:59.465538 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:59.551805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efc3c6-7137-437c-b53f-da76b553eff8 req-cd044415-58e6-4837-a96b-4aab019fe129 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:59.553366 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73efc3c6-7137-437c-b53f-da76b553eff8 req-cd044415-58e6-4837-a96b-4aab019fe129 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 943 time: 0.3343275 Nov 12 07:49:59.586243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb222e8-229f-444e-aae3-49c6f1c2e0f9 req-1521add0-3fee-45a7-aec7-868c725be787 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:59.587939 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6eb222e8-229f-444e-aae3-49c6f1c2e0f9 req-1521add0-3fee-45a7-aec7-868c725be787 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 947 time: 0.3237410 Nov 12 07:49:59.653067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Pushing event updated for resources: {'Port': ['ID=185c2339-439b-4ee2-9465-0119ff8cb74b,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:49:59.656307 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:49:59.668246 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:49:59.672460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c657c-da69-44f7-8675-9fea923b9a7e req-80216b0e-4171-4666-84ff-11cfd8c111ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:49:59.674118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd7c657c-da69-44f7-8675-9fea923b9a7e req-80216b0e-4171-4666-84ff-11cfd8c111ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 HTTP/1.1" status: 200 len: 909 time: 0.2658577 Nov 12 07:49:59.702996 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d55a03a0-ec39-4fa4-bb3e-e1b2dc881deb tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:49:59.738814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Deleting port 504694c8-808c-416d-bf60-22aee170aae6 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:49:59.739203 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:00.097130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 185c2339-439b-4ee2-9465-0119ff8cb74b up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:00.178121 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 185c2339-439b-4ee2-9465-0119ff8cb74b completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:00.192979 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73efc3c6-7137-437c-b53f-da76b553eff8 req-c86089ac-db4b-46eb-ac18-c588fa159070 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258421 Nov 12 07:50:00.213395 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd7c657c-da69-44f7-8675-9fea923b9a7e req-75768c5a-2b72-4ce7-bf8a-0013846feb63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f176853b-bc91-4761-bacd-ce9a17a68c91 HTTP/1.1" status: 200 len: 217 time: 0.4799325 Nov 12 07:50:00.283586 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6eb222e8-229f-444e-aae3-49c6f1c2e0f9 req-716920c7-e539-41ec-8fb4-65503884dbfd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6760604 Nov 12 07:50:00.289391 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0c0027a3-8011-4d0b-aceb-d7805306d6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:00.307242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event updated for resources: {'Port': ['ID=2580cb0b-e5c5-4a58-8581-10329588de82,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:00.315898 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:00.396046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c657c-da69-44f7-8675-9fea923b9a7e req-58415438-f40c-4703-9ff4-538c4fab23bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:00.397725 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd7c657c-da69-44f7-8675-9fea923b9a7e req-58415438-f40c-4703-9ff4-538c4fab23bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6518e193-b426-4cb3-8412-63a23c5060f8 HTTP/1.1" status: 200 len: 855 time: 0.1657622 Nov 12 07:50:00.521332 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd7c657c-da69-44f7-8675-9fea923b9a7e req-644c059e-fd3f-44f2-8d20-5d762a6cb1af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133130 Nov 12 07:50:00.547064 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:50:00.844791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Network ca3270a0-30f4-4301-bf4c-c45fb20a3808 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:50:00.869413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:00.893108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:50:01.011278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] For port 504694c8-808c-416d-bf60-22aee170aae6, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=504694c8-808c-416d-bf60-22aee170aae6,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:01.011672 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:01.024695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f68cd12-fd36-4a10-bd02-a83558b86b03 None None] Network 9798433c-a1e6-4eac-ba43-abbccad85920 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:50:01.139113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-e8a3accb-e4b9-4b3e-8e8c-05b32ba5aa6d None None] Provisioning for port 185c2339-439b-4ee2-9465-0119ff8cb74b completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:01.149780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-e8a3accb-e4b9-4b3e-8e8c-05b32ba5aa6d None None] Provisioning complete for port 185c2339-439b-4ee2-9465-0119ff8cb74b triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:01.150202 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e8a3accb-e4b9-4b3e-8e8c-05b32ba5aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:01.176067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a82441-9e8e-44fa-8b69-5ed2c52fd4b8 req-64fa4d9f-3546-4fea-bafb-ff6209ddc5da tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:01.177672 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-50a82441-9e8e-44fa-8b69-5ed2c52fd4b8 req-64fa4d9f-3546-4fea-bafb-ff6209ddc5da tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/ports?device_id=07941895-a840-4f25-80ed-18c54d776a14 HTTP/1.1" status: 200 len: 948 time: 0.7184057 Nov 12 07:50:01.186608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Calling delete_port for 504694c8-808c-416d-bf60-22aee170aae6 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:01.202192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07941895-a840-4f25-80ed-18c54d776a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504694c8-808c-416d-bf60-22aee170aae6'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:01.222685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-e6705709-440c-4405-9de0-f6688e9cd0f1 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:01.225722 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-e6705709-440c-4405-9de0-f6688e9cd0f1 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/networks?id=9798433c-a1e6-4eac-ba43-abbccad85920 HTTP/1.1" status: 200 len: 815 time: 0.6927106 Nov 12 07:50:01.230330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:01.230980 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:01.249889 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd7c657c-da69-44f7-8675-9fea923b9a7e req-0ca54161-c439-46cc-a34f-951fc4a6a0fe service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135477 Nov 12 07:50:01.381520 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e8a3accb-e4b9-4b3e-8e8c-05b32ba5aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:01.402984 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-fad0da84-e8c7-4844-b41f-edfd62ed9ec5 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/quotas/942b55ddbbf440699b672e0304a679e4 HTTP/1.1" status: 200 len: 375 time: 0.1654589 Nov 12 07:50:01.423939 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9302704 Nov 12 07:50:01.428229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-e8a3accb-e4b9-4b3e-8e8c-05b32ba5aa6d None None] For port 185c2339-439b-4ee2-9465-0119ff8cb74b, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=185c2339-439b-4ee2-9465-0119ff8cb74b,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:01.431908 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e8a3accb-e4b9-4b3e-8e8c-05b32ba5aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:01.433931 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:01.491473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Request body: {'port': {'device_id': '5868be86-abe4-4601-acc0-5686a35889c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:01.507727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3accb-e4b9-4b3e-8e8c-05b32ba5aa6d None None] Pushing event updated for resources: {'Port': ['ID=185c2339-439b-4ee2-9465-0119ff8cb74b,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:01.511448 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e8a3accb-e4b9-4b3e-8e8c-05b32ba5aa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:01.586139 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-50a82441-9e8e-44fa-8b69-5ed2c52fd4b8 req-d58bdf8c-48df-439d-bbe8-1f9988ce9bca tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.40 "GET /v2.0/security-groups?id=e6d58dca-b142-40de-90d2-116405944b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389890 Nov 12 07:50:01.671318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-2203227c-9034-4217-8dfa-5d7197ec57c1 None None] Provisioning complete for port 185c2339-439b-4ee2-9465-0119ff8cb74b triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:01.671740 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2203227c-9034-4217-8dfa-5d7197ec57c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:01.730731 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bd7c657c-da69-44f7-8675-9fea923b9a7e req-7822abe8-afd5-465e-9b44-33da77ae80f2 service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4451997 Nov 12 07:50:01.818907 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:01.831617 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:01.852362 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:01.919321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Pushing event deleted for resources: {'Port': ['ID=504694c8-808c-416d-bf60-22aee170aae6,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:01.937860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c38e156d-a9a2-442e-bd89-e01afd7f8e4a None None] Provisioning complete for port 185c2339-439b-4ee2-9465-0119ff8cb74b triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:01.938568 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c38e156d-a9a2-442e-bd89-e01afd7f8e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:01.999121 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:02.008340 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-97a8cda6-86ad-46f1-898a-ed665ca7bb44 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?tenant_id=942b55ddbbf440699b672e0304a679e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5694964 Nov 12 07:50:02.097558 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 185c2339-439b-4ee2-9465-0119ff8cb74b up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:02.184785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 185c2339-439b-4ee2-9465-0119ff8cb74b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:02.185389 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:02.212403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device f176853b-bc91-4761-bacd-ce9a17a68c91 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:02.330908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-0408c2ab-f378-4e78-8499-161d9c22a9d8 None None] Provisioning complete for port 185c2339-439b-4ee2-9465-0119ff8cb74b triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:02.331284 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0408c2ab-f378-4e78-8499-161d9c22a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:02.438388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port f176853b-bc91-4761-bacd-ce9a17a68c91 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:02.452150 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port f176853b-bc91-4761-bacd-ce9a17a68c91 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:02.452568 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:02.522803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03d2b-0143-4041-a8d4-f5586836739b req-55be8ac4-738b-4580-ab71-2ba11d67b02f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:02.527505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03d2b-0143-4041-a8d4-f5586836739b req-55be8ac4-738b-4580-ab71-2ba11d67b02f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:02.532128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03d2b-0143-4041-a8d4-f5586836739b req-55be8ac4-738b-4580-ab71-2ba11d67b02f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:02.533756 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9fa03d2b-0143-4041-a8d4-f5586836739b req-55be8ac4-738b-4580-ab71-2ba11d67b02f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2419 time: 0.7928045 Nov 12 07:50:02.643488 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:02.721670 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-4a662081-6bfd-4c01-9d46-ae7f871c0507 service neutron] 10.222.0.40 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6932929 Nov 12 07:50:02.790302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] No DVR routers for this DVR port 504694c8-808c-416d-bf60-22aee170aae6 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:50:02.845141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port f176853b-bc91-4761-bacd-ce9a17a68c91, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=f176853b-bc91-4761-bacd-ce9a17a68c91,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:02.848737 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:02.849717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 13162152-f1fd-44aa-a188-ab20b9e03e7d up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:02.852369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:02.857480 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9fa03d2b-0143-4041-a8d4-f5586836739b req-a0cac1aa-7785-4acf-ab67-1bcca53eb1c7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014843 Nov 12 07:50:02.858035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07941895-a840-4f25-80ed-18c54d776a14', 'name': 'network-vif-deleted', 'tag': '504694c8-808c-416d-bf60-22aee170aae6'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:02.877985 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:02.969311 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fb99c842-8491-42e8-8de8-f8ead65b617c req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] 10.222.0.33 "DELETE /v2.0/ports/504694c8-808c-416d-bf60-22aee170aae6 HTTP/1.1" status: 204 len: 173 time: 5.8184600 Nov 12 07:50:02.974553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=f176853b-bc91-4761-bacd-ce9a17a68c91,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:02.978390 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:02.991234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 13162152-f1fd-44aa-a188-ab20b9e03e7d triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:02.991234 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:03.070554 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a0618302-fdfa-4f8f-8c87-e1be9aa6ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:03.080451 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-ffb7df2b-3fd9-446c-a43f-0da31217e22f service neutron] 10.222.0.40 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3422730 Nov 12 07:50:03.092947 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:03.156763 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:03.190626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa2ddb-e36c-44d8-b57e-16cbcf7f5665 req-3f47c9ff-1e1a-4ccd-a202-924ec6a41c92 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:03.191378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-44fa2ddb-e36c-44d8-b57e-16cbcf7f5665 req-3f47c9ff-1e1a-4ccd-a202-924ec6a41c92 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Synchronizing usage tracker for tenant:0402c2929fa948bbaf15c876a908f13d on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:03.197338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2580cb0b-e5c5-4a58-8581-10329588de82 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:50:03.199198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 13162152-f1fd-44aa-a188-ab20b9e03e7d, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:03.205513 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:03.207734 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:03.208600 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:03.230860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Transition to ACTIVE for port object 2580cb0b-e5c5-4a58-8581-10329588de82 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:03.232141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-44fa2ddb-e36c-44d8-b57e-16cbcf7f5665 req-3f47c9ff-1e1a-4ccd-a202-924ec6a41c92 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Unset dirty status for tenant:0402c2929fa948bbaf15c876a908f13d on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:03.233641 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44fa2ddb-e36c-44d8-b57e-16cbcf7f5665 req-3f47c9ff-1e1a-4ccd-a202-924ec6a41c92 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 931 time: 0.2277703 Nov 12 07:50:03.234661 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:03.252502 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-929f75d1-4d4e-4d52-9e2e-c4cf3c6e0489 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:03.325516 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:03.342552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=13162152-f1fd-44aa-a188-ab20b9e03e7d,revision_number=6']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:03.354974 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:03.396932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device f176853b-bc91-4761-bacd-ce9a17a68c91 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:03.474891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port f176853b-bc91-4761-bacd-ce9a17a68c91 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:03.475310 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:03.501146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Pushing event updated for resources: {'Port': ['ID=2580cb0b-e5c5-4a58-8581-10329588de82,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:03.533496 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:03.561104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-44fa2ddb-e36c-44d8-b57e-16cbcf7f5665 req-5abf85a6-bac9-4ab0-a5b2-a9ba1cbf8635 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Synchronizing usage tracker for tenant:0402c2929fa948bbaf15c876a908f13d on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:03.652318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-44fa2ddb-e36c-44d8-b57e-16cbcf7f5665 req-5abf85a6-bac9-4ab0-a5b2-a9ba1cbf8635 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Unset dirty status for tenant:0402c2929fa948bbaf15c876a908f13d on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:03.653630 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44fa2ddb-e36c-44d8-b57e-16cbcf7f5665 req-5abf85a6-bac9-4ab0-a5b2-a9ba1cbf8635 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047158 Nov 12 07:50:03.659849 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787e57a-6f2b-4f8d-8ba2-99eedd31431f req-ec655f82-81e4-4125-818f-53b24f167581 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:03.661614 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0787e57a-6f2b-4f8d-8ba2-99eedd31431f req-ec655f82-81e4-4125-818f-53b24f167581 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.2520316 Nov 12 07:50:03.778121 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07941895-a840-4f25-80ed-18c54d776a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504694c8-808c-416d-bf60-22aee170aae6', 'code': 200} Nov 12 07:50:03.812257 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0787e57a-6f2b-4f8d-8ba2-99eedd31431f req-6c100ef9-9fe9-4a04-9782-02aec8cf8ce6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351063 Nov 12 07:50:03.821153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Attempting to bind port 2580cb0b-e5c5-4a58-8581-10329588de82 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:50:03.821657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Attempting to bind port 2580cb0b-e5c5-4a58-8581-10329588de82 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:50:03.822029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Attempting to bind port 2580cb0b-e5c5-4a58-8581-10329588de82 on network ca3270a0-30f4-4301-bf4c-c45fb20a3808 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:50:03.829521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:50:03.829881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Checking segment: {'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:03.830283 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:03.830675 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Bound using segment: {'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:50:03.831153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Bound port: 2580cb0b-e5c5-4a58-8581-10329588de82, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:50:03.831524 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:04.052246 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] For port 2580cb0b-e5c5-4a58-8581-10329588de82, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:50:04.068521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] For port 2580cb0b-e5c5-4a58-8581-10329588de82, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=2580cb0b-e5c5-4a58-8581-10329588de82,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:50:04.076652 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:04.094897 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f2b165c6-0936-401e-91ad-0f7a8438d785 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:04.204785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b86464-b59a-4763-9010-0b7f99481500 req-ee95bb3f-0644-450c-9f75-483b373199fc tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:04.206369 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b8b86464-b59a-4763-9010-0b7f99481500 req-ee95bb3f-0644-450c-9f75-483b373199fc tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.3171093 Nov 12 07:50:04.269520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69619e-8cd3-4133-91b7-6d9ac5d67b46 req-c6e8f4dc-8834-42a3-ac8d-942013fed7dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:04.271048 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb69619e-8cd3-4133-91b7-6d9ac5d67b46 req-c6e8f4dc-8834-42a3-ac8d-942013fed7dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.3178966 Nov 12 07:50:04.308134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:04.323739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Pushing event updated for resources: {'Port': ['ID=2580cb0b-e5c5-4a58-8581-10329588de82,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:04.343267 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:04.383527 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b8b86464-b59a-4763-9010-0b7f99481500 req-0f242ed0-353a-4e5b-a444-a2edab8cc772 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653402 Nov 12 07:50:04.391528 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb69619e-8cd3-4133-91b7-6d9ac5d67b46 req-5688fc28-b4e5-4136-b425-0a7caaf8408c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113591 Nov 12 07:50:04.401426 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:04.402896 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] 10.222.0.33 "PUT /v2.0/ports/2580cb0b-e5c5-4a58-8581-10329588de82 HTTP/1.1" status: 200 len: 1155 time: 2.9589252 Nov 12 07:50:04.702978 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07941895-a840-4f25-80ed-18c54d776a14', 'name': 'network-vif-deleted', 'tag': '504694c8-808c-416d-bf60-22aee170aae6', 'status': 'completed', 'code': 200} Nov 12 07:50:04.720434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-69c2b8d7-983d-43a9-85c0-95b174251624 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:04.722038 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-69c2b8d7-983d-43a9-85c0-95b174251624 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.41 "GET /v2.0/networks?id=9798433c-a1e6-4eac-ba43-abbccad85920 HTTP/1.1" status: 200 len: 815 time: 0.2330203 Nov 12 07:50:04.742450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Request body: {'port': {'device_id': '1d529735-b2cb-4375-909f-3dcf8fcbce4e', 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920', 'admin_state_up': True, 'tenant_id': '942b55ddbbf440699b672e0304a679e4'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:04.769235 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-5487af71-4cd1-405a-b623-11aba1901fc5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0402c2929fa948bbaf15c876a908f13d&device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 1158 time: 0.3213718 Nov 12 07:50:04.830754 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:04.888075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53988) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:05.111743 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-308d67b5-69ec-48be-8b6a-76c70388ca0d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=24ba317245de4c41abc0c438bc1259f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2222600 Nov 12 07:50:05.114196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 53996) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:05.189699 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-57ba361d-5edf-48be-95ab-b6f88fffaf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:05.242926 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-57ba361d-5edf-48be-95ab-b6f88fffaf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:05.290731 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-57ba361d-5edf-48be-95ab-b6f88fffaf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:05.297375 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5fa6c242-ef31-4005-81d9-39900be5537f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:05.324437 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-7d4a28d3-816d-4960-8166-b0f800a8e30d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2580cb0b-e5c5-4a58-8581-10329588de82 HTTP/1.1" status: 200 len: 217 time: 0.4975612 Nov 12 07:50:05.359573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba361d-5edf-48be-95ab-b6f88fffaf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d58dca-b142-40de-90d2-116405944b06,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:05.368300 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-57ba361d-5edf-48be-95ab-b6f88fffaf90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:05.377632 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-57ba361d-5edf-48be-95ab-b6f88fffaf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:05.379429 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-57ba361d-5edf-48be-95ab-b6f88fffaf90 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e6d58dca-b142-40de-90d2-116405944b06 HTTP/1.1" status: 204 len: 168 time: 0.2640715 Nov 12 07:50:05.409313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 13162152-f1fd-44aa-a188-ab20b9e03e7d up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:05.485375 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-4b8d6db4-68d1-485b-a520-df9a35f8a1cb tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:05.486222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-4b8d6db4-68d1-485b-a520-df9a35f8a1cb tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Synchronizing usage tracker for tenant:6a2815708d614ce1b993a1a3e41c0d64 on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:05.503829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-e59d46f3-3b31-430e-9303-d8128d3d3959 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:05.505920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-e59d46f3-3b31-430e-9303-d8128d3d3959 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=ba141779-c31e-4dae-94f4-1c3fd8308950 HTTP/1.1" status: 200 len: 861 time: 0.1725767 Nov 12 07:50:05.518007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:05.552744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-4b8d6db4-68d1-485b-a520-df9a35f8a1cb tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Unset dirty status for tenant:6a2815708d614ce1b993a1a3e41c0d64 on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:05.554388 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-4b8d6db4-68d1-485b-a520-df9a35f8a1cb tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.41 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7&tenant_id=6a2815708d614ce1b993a1a3e41c0d64&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 949 time: 0.2420168 Nov 12 07:50:05.564984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-623ef463-0a65-4a84-a83a-07f4257ce996 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:05.572747 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-623ef463-0a65-4a84-a83a-07f4257ce996 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/networks?id=9798433c-a1e6-4eac-ba43-abbccad85920 HTTP/1.1" status: 200 len: 815 time: 0.7445908 Nov 12 07:50:05.575604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Usage tracker for resource:port and tenant:942b55ddbbf440699b672e0304a679e4 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:05.586160 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dab04427-6333-467a-a506-5deb4917b8f7 req-d328e0d6-fbe3-4d97-b968-0e6bfb9aa9fe service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 1160 time: 0.4147828 Nov 12 07:50:05.588535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Quota usage for port was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:05.616884 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-42fe08a1-72f5-4726-8543-b7a9bfd12469 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ca3270a0-30f4-4301-bf4c-c45fb20a3808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003468 Nov 12 07:50:05.647020 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:05.656470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 13162152-f1fd-44aa-a188-ab20b9e03e7d triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:05.657659 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:05.774478 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-6e834df4-c90c-43c2-97b3-fcdf932da41c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 1164 time: 0.0835948 Nov 12 07:50:05.778956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead742d3-addc-457a-8f88-41142830f592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f176853b-bc91-4761-bacd-ce9a17a68c91'}, {'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:05.806046 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-829cc9b6-3139-448e-8f8a-1ea6cee73ad6 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/quotas/942b55ddbbf440699b672e0304a679e4 HTTP/1.1" status: 200 len: 375 time: 0.2318652 Nov 12 07:50:05.908120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Made reservation on behalf of 942b55ddbbf440699b672e0304a679e4 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:05.913843 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:05.959193 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 54012) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:06.171917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-577fe0e3-6514-49b9-8443-43d2501412c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:06.173482 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-577fe0e3-6514-49b9-8443-43d2501412c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3923187 Nov 12 07:50:06.176525 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-0fb5ef71-91b4-48a8-aa2f-e21597a611ad service neutron] 10.222.0.33 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189133 Nov 12 07:50:06.234245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04427-6333-467a-a506-5deb4917b8f7 req-08096e77-3977-4fa9-8f5c-775454dad8e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:06.235853 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dab04427-6333-467a-a506-5deb4917b8f7 req-08096e77-3977-4fa9-8f5c-775454dad8e5 service neutron] 10.222.0.33 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 913 time: 0.6335518 Nov 12 07:50:06.247910 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-0a678a44-8773-4394-a771-e795352723c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d HTTP/1.1" status: 200 len: 217 time: 0.0678823 Nov 12 07:50:06.319134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-c30d324e-216b-465f-ab2a-d8b813738529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:06.320747 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-c30d324e-216b-465f-ab2a-d8b813738529 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0671442 Nov 12 07:50:06.342380 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f5318547-08a5-4d49-86af-0e89f0c0b983 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4d8768f069c647108058dbfaacc57214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3719537 Nov 12 07:50:06.362108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 54016) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:06.378667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054cc0-8066-4e60-986e-cce4c02ceb73 req-b772420d-4ebe-4793-8377-bf8104232bf5 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:06.380239 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0d054cc0-8066-4e60-986e-cce4c02ceb73 req-b772420d-4ebe-4793-8377-bf8104232bf5 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 943 time: 0.7240014 Nov 12 07:50:06.413212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-bebe0786-cdf9-438d-ae85-a2bed8126d4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816789 Nov 12 07:50:06.475126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dab04427-6333-467a-a506-5deb4917b8f7 req-760a1cb1-f358-4865-a10d-2c387791ed74 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=156033d6-c97c-4ec7-a159-ef251ec853b5 HTTP/1.1" status: 200 len: 217 time: 0.2049875 Nov 12 07:50:06.517180 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-2429a7bc-da6f-4f1f-bd4f-24cd5dba0a84 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?tenant_id=942b55ddbbf440699b672e0304a679e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7097692 Nov 12 07:50:06.573154 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-0dcfff00-b4af-414e-98ea-1e03b35956d0 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570058 Nov 12 07:50:06.721064 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-540740e0-4736-445d-aef2-c14ef0d83b9f req-95eba30e-788f-4392-8ca3-8bf637ac4827 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412616 Nov 12 07:50:06.754459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5868be86-abe4-4601-acc0-5686a35889c9', 'tag': '2580cb0b-e5c5-4a58-8581-10329588de82'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:06.842864 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab04427-6333-467a-a506-5deb4917b8f7 req-4b523358-918f-442a-927e-1b97ac1219ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:06.844475 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dab04427-6333-467a-a506-5deb4917b8f7 req-4b523358-918f-442a-927e-1b97ac1219ca service neutron] 10.222.0.33 "GET /v2.0/subnets?id=061eb431-be4a-415f-9236-3a16a64d078a HTTP/1.1" status: 200 len: 859 time: 0.3387241 Nov 12 07:50:06.854720 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0d054cc0-8066-4e60-986e-cce4c02ceb73 req-34aaaa61-ec42-4c97-ac7f-cd307f1d45c3 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034181 Nov 12 07:50:06.901938 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e80559c-40dd-436c-a662-d79dcb8c8b80 req-65af8429-40b2-4745-b4ba-3cd119dbcee4 service neutron] 10.222.0.33 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6560266 Nov 12 07:50:06.972599 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dab04427-6333-467a-a506-5deb4917b8f7 req-c8c54857-9e40-4227-be4f-27f02edc2b98 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=44e340f5-5c7b-410f-886c-f4c18a733214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140745 Nov 12 07:50:07.297826 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5b802e0-27f0-4208-8810-fc70616e3bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:07.412432 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-8f154ae0-03a7-453c-8359-f0ea67616ba3 service neutron] 10.222.0.40 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8482652 Nov 12 07:50:07.435526 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5b802e0-27f0-4208-8810-fc70616e3bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:07.490338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Allocated IP 172.20.0.7 (9798433c-a1e6-4eac-ba43-abbccad85920/0d37b6ad-cdbe-4633-884a-ac30fb969cf8/c0fb12fd-40a6-4ef5-9999-87728f2f0632) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:50:07.554134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:07.761195 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dab04427-6333-467a-a506-5deb4917b8f7 req-24a8093b-a547-4111-94fe-f0988e5b4d6a service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7699652 Nov 12 07:50:07.894999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89876ca9-869c-4f0b-a341-67e1d5ed650e req-3a565dfb-75e7-47c9-8b92-5b3384cc811b tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:07.896555 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89876ca9-869c-4f0b-a341-67e1d5ed650e req-3a565dfb-75e7-47c9-8b92-5b3384cc811b tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.9114914 Nov 12 07:50:07.926108 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5b802e0-27f0-4208-8810-fc70616e3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:07.930781 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-c9343043-a00c-4fa1-a546-adbcbe158716 service neutron] 10.222.0.40 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5071344 Nov 12 07:50:07.945563 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5e83dde-0370-4374-b2cd-20d86112bc8d tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:08.043737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b802e0-27f0-4208-8810-fc70616e3bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8245eb1-7114-46ef-afef-5584454e251f,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:08.073427 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b5b802e0-27f0-4208-8810-fc70616e3bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:08.122910 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-9f3852ea-041e-418d-a21f-95a70b2f2d03 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:08.127243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-9f3852ea-041e-418d-a21f-95a70b2f2d03 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:08.131656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-9f3852ea-041e-418d-a21f-95a70b2f2d03 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:08.133621 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-9f3852ea-041e-418d-a21f-95a70b2f2d03 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2419 time: 0.5623379 Nov 12 07:50:08.138974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 4c0d089d-da12-42fe-a087-e8d53aa13dfb no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:50:08.157132 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b5b802e0-27f0-4208-8810-fc70616e3bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:08.158420 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b5b802e0-27f0-4208-8810-fc70616e3bf2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d8245eb1-7114-46ef-afef-5584454e251f HTTP/1.1" status: 204 len: 168 time: 1.7868497 Nov 12 07:50:08.240037 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89876ca9-869c-4f0b-a341-67e1d5ed650e req-ec894353-0231-4329-a9c0-8a0ab24b5571 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163779 Nov 12 07:50:08.259783 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dab04427-6333-467a-a506-5deb4917b8f7 req-e8c61732-16c4-417f-8fdf-71700d2de684 service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4906905 Nov 12 07:50:08.297521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:08.297817 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:08.332107 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:08.376387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Transition to ACTIVE for port object c0fb12fd-40a6-4ef5-9999-87728f2f0632 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:08.403547 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:08.454393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 4c0d089d-da12-42fe-a087-e8d53aa13dfb, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=4c0d089d-da12-42fe-a087-e8d53aa13dfb,segment=NetworkSegment(caab013a-6240-4cde-8e00-1c08fea3e900),segment_id=caab013a-6240-4cde-8e00-1c08fea3e900)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:08.458855 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:08.460262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 96bc0da7-042a-4ee2-a052-b24d1ccaac62 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:50:08.495004 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:08.663414 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:08.693576 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:08.714451 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=4c0d089d-da12-42fe-a087-e8d53aa13dfb,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:08.719478 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:08.723779 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:08.770372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 96bc0da7-042a-4ee2-a052-b24d1ccaac62, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=96bc0da7-042a-4ee2-a052-b24d1ccaac62,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:08.775173 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:08.776185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device fa17058d-2d1e-4fad-943a-17620d24fce3 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:50:08.812774 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:08.854963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d499b8-b860-4beb-ae91-081926e06469 req-8d5ac6a4-e2bc-4fe7-9990-563d4f16a4fa tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:08.857178 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a0d499b8-b860-4beb-ae91-081926e06469 req-8d5ac6a4-e2bc-4fe7-9990-563d4f16a4fa tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.4861662 Nov 12 07:50:08.920122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=96bc0da7-042a-4ee2-a052-b24d1ccaac62,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:08.924964 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:08.931508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Pushing event updated for resources: {'Port': ['ID=c0fb12fd-40a6-4ef5-9999-87728f2f0632,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:08.949165 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:08.959081 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0afcd9-74b6-4b1d-8498-15094467f2be req-0c847618-f1ab-4edd-a363-efc8eee6e538 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:08.966691 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa0afcd9-74b6-4b1d-8498-15094467f2be req-0c847618-f1ab-4edd-a363-efc8eee6e538 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.4747646 Nov 12 07:50:08.976326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] For port 96bc0da7-042a-4ee2-a052-b24d1ccaac62, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=96bc0da7-042a-4ee2-a052-b24d1ccaac62,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:08.976726 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:08.983251 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:09.027142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port fa17058d-2d1e-4fad-943a-17620d24fce3, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fa17058d-2d1e-4fad-943a-17620d24fce3,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:09.031929 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:09.033927 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:09.103214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=fa17058d-2d1e-4fad-943a-17620d24fce3,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:09.113286 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:09.161628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Calling delete_port for 96bc0da7-042a-4ee2-a052-b24d1ccaac62 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:09.234323 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a0d499b8-b860-4beb-ae91-081926e06469 req-5ee0d895-ae08-48b8-962f-1197c7be0523 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678408 Nov 12 07:50:09.257625 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa0afcd9-74b6-4b1d-8498-15094467f2be req-30001a28-9c88-4ee8-afe2-ec412c5fa4c4 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899771 Nov 12 07:50:09.265846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Network 9798433c-a1e6-4eac-ba43-abbccad85920 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:50:09.267060 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:09.270251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:50:09.355678 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:50:09.356239 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:50:09.362887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:09.363711 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:09.403891 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6667910 Nov 12 07:50:09.416871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Request body: {'port': {'device_id': '1d529735-b2cb-4375-909f-3dcf8fcbce4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:09.562496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54062) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:09.727226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-55217fac-a1d0-4ae4-ada8-f6d0995d2e84 None None] Provisioning for port c0fb12fd-40a6-4ef5-9999-87728f2f0632 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:09.734432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-55217fac-a1d0-4ae4-ada8-f6d0995d2e84 None None] Provisioning complete for port c0fb12fd-40a6-4ef5-9999-87728f2f0632 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:09.734967 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-55217fac-a1d0-4ae4-ada8-f6d0995d2e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:09.802082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-55217fac-a1d0-4ae4-ada8-f6d0995d2e84 None None] Port c0fb12fd-40a6-4ef5-9999-87728f2f0632 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:50:09.803146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1565755521-network', 'tenant_id': 'a9a39e1e34c34a91b42854b699a17296'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:09.809385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:09.816476 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Usage tracker for resource:network and tenant:a9a39e1e34c34a91b42854b699a17296 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:09.820442 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:09.828762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:09.841750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Made reservation on behalf of a9a39e1e34c34a91b42854b699a17296 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:09.847567 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:09.862857 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:09.893223 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:09.893548 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:09.903388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:09.907756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a39e1e34c34a91b42854b699a17296 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:09.910868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:09.917785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:10.001773 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:10.006961 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:10.012147 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2a9bcd4c-cf1b-4e34-91b9-67cfc4381c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:10.046924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:50:10.058014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1991f343-1545-404e-ab0a-04a02017e616,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:10.061878 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:10.065300 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:10.066003 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Added segment 41b69eef-d6a0-480d-b280-e7fdeb407c76 of type vxlan for network 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a Nov 12 07:50:10.112729 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:10.153802 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:10.155158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:10.156364 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:10.162428 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-de9f1f73-8aef-48d4-9484-eb32f835bbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:10.277290 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7127757 Nov 12 07:50:10.278186 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:10.282085 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54070) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:10.283279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=3ae7603a-dc28-4a31-9818-e69c9b6e5f1a,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:10.289185 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:10.293684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Request body: {'subnet': {'network_id': '3ae7603a-dc28-4a31-9818-e69c9b6e5f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1565755521-subnet', 'tenant_id': 'a9a39e1e34c34a91b42854b699a17296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:10.303801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:10.306850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:10.309226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Usage tracker for resource:subnet and tenant:a9a39e1e34c34a91b42854b699a17296 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:10.313670 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:10.322331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:10.324923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:10.334161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Made reservation on behalf of a9a39e1e34c34a91b42854b699a17296 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:10.338623 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:10.339512 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:10.412488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-06c5a624-9ee5-499e-910e-12b55621896b tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:10.414023 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-06c5a624-9ee5-499e-910e-12b55621896b tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.33 "GET /v2.0/networks?id=9798433c-a1e6-4eac-ba43-abbccad85920 HTTP/1.1" status: 200 len: 815 time: 0.5251005 Nov 12 07:50:10.465697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b05009-c1f1-4ee8-9041-4b1d391242b2 req-5eb00653-db90-441a-9aa5-df8ea6541cba tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:10.467332 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b7b05009-c1f1-4ee8-9041-4b1d391242b2 req-5eb00653-db90-441a-9aa5-df8ea6541cba tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.9772389 Nov 12 07:50:10.480706 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Request body: {'port': {'device_id': 'cd842488-b547-4dfb-90b0-5d8bdf37abee', 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920', 'admin_state_up': True, 'tenant_id': '942b55ddbbf440699b672e0304a679e4'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:10.503347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5307fb-3c73-4837-99e0-e082a7b13c79 req-13a27a2f-c90c-4bd0-bc00-48589ef1fa07 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:10.507719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5307fb-3c73-4837-99e0-e082a7b13c79 req-13a27a2f-c90c-4bd0-bc00-48589ef1fa07 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:10.512276 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5307fb-3c73-4837-99e0-e082a7b13c79 req-13a27a2f-c90c-4bd0-bc00-48589ef1fa07 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:10.513249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-1f5307fb-3c73-4837-99e0-e082a7b13c79 req-13a27a2f-c90c-4bd0-bc00-48589ef1fa07 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Synchronizing usage tracker for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:10.625961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-d0799fd6-b9b5-455f-80d8-47823fe2ddae None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:50:10.724685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-1f5307fb-3c73-4837-99e0-e082a7b13c79 req-13a27a2f-c90c-4bd0-bc00-48589ef1fa07 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Unset dirty status for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:10.726062 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1f5307fb-3c73-4837-99e0-e082a7b13c79 req-13a27a2f-c90c-4bd0-bc00-48589ef1fa07 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 2413 time: 1.2270470 Nov 12 07:50:10.814374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] For port 96bc0da7-042a-4ee2-a052-b24d1ccaac62, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=96bc0da7-042a-4ee2-a052-b24d1ccaac62,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:10.814772 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:10.828572 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b7b05009-c1f1-4ee8-9041-4b1d391242b2 req-c53ebdef-83ec-4abc-9d2e-7fd04b15a8c1 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966933 Nov 12 07:50:10.883091 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:10.902508 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-929fdfc8-2aa3-4000-9aa3-00a352ee8ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:10.929828 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead742d3-addc-457a-8f88-41142830f592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f176853b-bc91-4761-bacd-ce9a17a68c91', 'code': 200} Nov 12 07:50:10.931928 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d', 'code': 200} Nov 12 07:50:10.993614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Calling delete_port for 96bc0da7-042a-4ee2-a052-b24d1ccaac62 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:11.023125 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5868be86-abe4-4601-acc0-5686a35889c9', 'tag': '2580cb0b-e5c5-4a58-8581-10329588de82', 'status': 'completed', 'code': 200} Nov 12 07:50:11.093194 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 2580cb0b-e5c5-4a58-8581-10329588de82 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:11.137558 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1f5307fb-3c73-4837-99e0-e082a7b13c79 req-be0c5163-f145-4571-a7c1-7e88414b49bc tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974366 Nov 12 07:50:11.182818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:11.183061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93535ba-b416-4622-ba8d-31e2c6d50d23,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:11.183061 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:11.186631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Usage tracker for resource:port and tenant:942b55ddbbf440699b672e0304a679e4 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:11.194855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 2580cb0b-e5c5-4a58-8581-10329588de82 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:11.201595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 2580cb0b-e5c5-4a58-8581-10329588de82 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:11.202217 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:11.213080 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-48c13da2-9fa8-4a4f-9c0e-129aecbe59d4 req-6bdcfc76-5a41-4fff-861c-9027a9652197 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 1160 time: 0.1807084 Nov 12 07:50:11.240547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Quota usage for port was recalculated. Used quota:2. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:11.275549 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-48c13da2-9fa8-4a4f-9c0e-129aecbe59d4 req-7ef24b29-c6a4-4b49-847c-b593a5c3d333 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Nov 12 07:50:11.276100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:11.322718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Checking segment: {'id': '41b69eef-d6a0-480d-b280-e7fdeb407c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3ae7603a-dc28-4a31-9818-e69c9b6e5f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:11.323119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Network hostable DHCP agents. Network: 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:50:11.349479 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Network 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:50:11.359564 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:11.359972 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:11.373933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dac7fc-cf90-4a08-937f-4301f88d0cfe None None] Network 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:50:11.377614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:11.378535 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:11.411352 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1204858 Nov 12 07:50:11.435415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Made reservation on behalf of 942b55ddbbf440699b672e0304a679e4 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:11.441024 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:11.454018 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device cecc9487-63ee-47b8-bfa0-38ff8d8eb432 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:50:11.574155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 2580cb0b-e5c5-4a58-8581-10329588de82, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=2580cb0b-e5c5-4a58-8581-10329588de82,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:11.653395 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-278f0967-8833-4d78-9e64-323c0fd6d138 req-5f61b6e8-a4b5-47cc-bc63-58b8804a5522 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0402c2929fa948bbaf15c876a908f13d&device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 1158 time: 0.6228456 Nov 12 07:50:11.660054 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:11.663784 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e8a3accb-e4b9-4b3e-8e8c-05b32ba5aa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:11.701761 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:11.809259 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ec5bacad-2a7f-4b87-a347-156a9183e8b6 req-05cfc5de-a108-4f9b-b2d3-e970be150061 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 1165 time: 0.0823145 Nov 12 07:50:11.810201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port cecc9487-63ee-47b8-bfa0-38ff8d8eb432, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:11.819942 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:11.846585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=2580cb0b-e5c5-4a58-8581-10329588de82,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:11.851624 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:11.852873 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:11.866955 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ec5bacad-2a7f-4b87-a347-156a9183e8b6 req-3c259cde-8858-4a38-ae0c-6f9f205ebf4d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493259 Nov 12 07:50:11.958054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c822ded-b3a4-4af0-863d-13e1b6631914 None None] Network 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:50:11.987746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:11.994109 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:12.224033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0171c-a57d-4edf-b114-63e29e35808f req-27026bb8-cb59-4379-a523-6a000ee40e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:12.225857 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65f0171c-a57d-4edf-b114-63e29e35808f req-27026bb8-cb59-4379-a523-6a000ee40e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 943 time: 1.0561833 Nov 12 07:50:12.256592 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 2580cb0b-e5c5-4a58-8581-10329588de82 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:12.265886 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54100) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:12.272246 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-317173615-network', 'tenant_id': 'e15ec7ca7c0d42b1a4c9a91b17373699'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:12.277766 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:12.279702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:12.281857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Usage tracker for resource:network and tenant:e15ec7ca7c0d42b1a4c9a91b17373699 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:12.284872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:12.290799 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:12.302026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Made reservation on behalf of e15ec7ca7c0d42b1a4c9a91b17373699 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:12.307579 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:12.322675 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:12.349621 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d54222e3-c387-46a5-b1bc-0393f12bdad4 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:12.358005 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:12.362199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Usage tracker for resource:security_group_rule and tenant:e15ec7ca7c0d42b1a4c9a91b17373699 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:12.365292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:12.371364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:12.416162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 2580cb0b-e5c5-4a58-8581-10329588de82 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:12.416494 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:12.464011 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:12.468338 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:12.473599 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f04fd651-13fd-4a24-89d2-ccee4493f456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:12.495293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-c088bac0-0661-4ec9-87bd-ad4ed7bb0e18 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:12.496948 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-c088bac0-0661-4ec9-87bd-ad4ed7bb0e18 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/networks?id=9798433c-a1e6-4eac-ba43-abbccad85920 HTTP/1.1" status: 200 len: 815 time: 1.1047583 Nov 12 07:50:12.497855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Port': ['ID=96bc0da7-042a-4ee2-a052-b24d1ccaac62,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:12.512836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:50:12.548601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bac6493-e393-4ca5-bdbe-591ebe34e4a8,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:12.553739 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:12.557834 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:12.558309 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Added segment 76247f71-311f-4db5-af44-27417b05d67c of type vxlan for network 1fa49432-c995-4f5a-a63d-cf80286d0814 Nov 12 07:50:12.593805 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:12.602889 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:12.606035 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:50:12.622242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0967-8833-4d78-9e64-323c0fd6d138 req-cbe8c509-033d-4971-a5b4-48cf3b2e5b46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:12.623985 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-278f0967-8833-4d78-9e64-323c0fd6d138 req-cbe8c509-033d-4971-a5b4-48cf3b2e5b46 service neutron] 10.222.0.33 "GET /v2.0/networks?id=ca3270a0-30f4-4301-bf4c-c45fb20a3808 HTTP/1.1" status: 200 len: 915 time: 0.9496603 Nov 12 07:50:12.636587 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:12.637935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:12.639406 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:12.646976 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:12.750485 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65f0171c-a57d-4edf-b114-63e29e35808f req-e043edb7-6af7-4b5b-b0a8-f07ab34189bb tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117717 Nov 12 07:50:12.763853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa49432-c995-4f5a-a63d-cf80286d0814,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:12.768302 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:12.775178 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5077243 Nov 12 07:50:12.775915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54104) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:12.778945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 1fa49432-c995-4f5a-a63d-cf80286d0814 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:12.785654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Request body: {'subnet': {'network_id': '1fa49432-c995-4f5a-a63d-cf80286d0814', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-317173615-subnet', 'tenant_id': 'e15ec7ca7c0d42b1a4c9a91b17373699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:12.796524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 1fa49432-c995-4f5a-a63d-cf80286d0814 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:12.804270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:12.807288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-f0d9dbf8-3843-453d-a055-f6e40b0863bc tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/quotas/942b55ddbbf440699b672e0304a679e4 HTTP/1.1" status: 200 len: 375 time: 0.1867099 Nov 12 07:50:12.810234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Usage tracker for resource:subnet and tenant:e15ec7ca7c0d42b1a4c9a91b17373699 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:12.816453 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-278f0967-8833-4d78-9e64-323c0fd6d138 req-ac44140b-9616-48a8-8e76-fb448d7be367 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2580cb0b-e5c5-4a58-8581-10329588de82 HTTP/1.1" status: 200 len: 217 time: 0.1808586 Nov 12 07:50:12.820858 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 1fa49432-c995-4f5a-a63d-cf80286d0814 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:12.829093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:12.845019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:12.867343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Made reservation on behalf of e15ec7ca7c0d42b1a4c9a91b17373699 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:12.872293 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:12.946959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c0d089d-da12-42fe-a087-e8d53aa13dfb'}, {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bc0da7-042a-4ee2-a052-b24d1ccaac62'}, {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa17058d-2d1e-4fad-943a-17620d24fce3'}, {'server_uuid': '5868be86-abe4-4601-acc0-5686a35889c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2580cb0b-e5c5-4a58-8581-10329588de82'}, {'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:12.999687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0967-8833-4d78-9e64-323c0fd6d138 req-7ec878cd-6c95-4348-b928-8a93e34a856d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:13.002046 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-278f0967-8833-4d78-9e64-323c0fd6d138 req-7ec878cd-6c95-4348-b928-8a93e34a856d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=ba141779-c31e-4dae-94f4-1c3fd8308950 HTTP/1.1" status: 200 len: 861 time: 0.1433403 Nov 12 07:50:13.011185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fb12fd-40a6-4ef5-9999-87728f2f0632 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:50:13.074379 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:13.160171 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-278f0967-8833-4d78-9e64-323c0fd6d138 req-47acfb5a-1617-4b61-b0c7-7b047e0616bc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=ca3270a0-30f4-4301-bf4c-c45fb20a3808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424599 Nov 12 07:50:13.177478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Transition to ACTIVE for port object c0fb12fd-40a6-4ef5-9999-87728f2f0632 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:13.289107 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:13.331410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:13.345708 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e1b8119b-e055-4d15-882d-9ea07bc4d74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:13.364180 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2d94b4a8-04a1-4352-a0f9-5e50e2e7b24e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:13.410524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] No DVR routers for this DVR port 96bc0da7-042a-4ee2-a052-b24d1ccaac62 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:50:13.412820 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:13.475936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53dd987b-8e4d-4f57-b291-288429333fa9,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:13.479961 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:13.484595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-deleted', 'tag': '96bc0da7-042a-4ee2-a052-b24d1ccaac62'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:13.567160 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Checking segment: {'id': '76247f71-311f-4db5-af44-27417b05d67c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1fa49432-c995-4f5a-a63d-cf80286d0814'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:13.567702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Network hostable DHCP agents. Network: 1fa49432-c995-4f5a-a63d-cf80286d0814, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:50:13.591126 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Network 1fa49432-c995-4f5a-a63d-cf80286d0814 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:50:13.597281 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "DELETE /v2.0/ports/96bc0da7-042a-4ee2-a052-b24d1ccaac62 HTTP/1.1" status: 204 len: 173 time: 5.4442081 Nov 12 07:50:13.599007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fb12fd-40a6-4ef5-9999-87728f2f0632,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:13.600209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 1fa49432-c995-4f5a-a63d-cf80286d0814) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:13.613006 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0451310f-b89a-4302-b8c3-b5081f14e5ad None None] Network 1fa49432-c995-4f5a-a63d-cf80286d0814 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:50:13.616843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:13.617492 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:13.617649 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:13.635400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Allocated IP 172.20.0.13 (9798433c-a1e6-4eac-ba43-abbccad85920/0d37b6ad-cdbe-4633-884a-ac30fb969cf8/5a72d73d-de95-4247-8971-a8a831032db1) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:50:13.647641 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8627615 Nov 12 07:50:13.684087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-7d33f426-1499-4985-9f43-a93689a8f52c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Synchronizing usage tracker for tenant:942b55ddbbf440699b672e0304a679e4 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:13.769648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdd55d-c295-46a5-8235-5bfc0cee7e63 req-969bc26d-1d6d-4615-99c6-59e32a927597 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:13.771222 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75bdd55d-c295-46a5-8235-5bfc0cee7e63 req-969bc26d-1d6d-4615-99c6-59e32a927597 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 948 time: 0.7673869 Nov 12 07:50:13.789232 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-278f0967-8833-4d78-9e64-323c0fd6d138 req-14be6dbc-0aa3-4ab3-a38e-d1511f2bc5a4 service neutron] 10.222.0.33 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086333 Nov 12 07:50:13.860309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9256dec3-fd5b-4a83-833d-4a9911c164db None None] Network 1fa49432-c995-4f5a-a63d-cf80286d0814 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:50:13.915628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port 4c0d089d-da12-42fe-a087-e8d53aa13dfb {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:13.916016 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:13.941546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-7d33f426-1499-4985-9f43-a93689a8f52c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Unset dirty status for tenant:942b55ddbbf440699b672e0304a679e4 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:13.942981 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-7d33f426-1499-4985-9f43-a93689a8f52c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?tenant_id=942b55ddbbf440699b672e0304a679e4&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1108027 Nov 12 07:50:13.948384 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device cecc9487-63ee-47b8-bfa0-38ff8d8eb432 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:14.141471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:14.141925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:14.279852 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:14.322187 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port cecc9487-63ee-47b8-bfa0-38ff8d8eb432, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:14.326636 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:14.329421 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:14.399774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,revision_number=6']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:14.403291 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:14.635426 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75bdd55d-c295-46a5-8235-5bfc0cee7e63 req-ca88fb02-cf01-4acf-9af0-4dd2dc5edaef tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235297 Nov 12 07:50:14.782194 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-278f0967-8833-4d78-9e64-323c0fd6d138 req-f1b8995f-7e89-4079-8917-ae1e1533e2a8 service neutron] 10.222.0.33 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9913945 Nov 12 07:50:14.919149 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-c6c066fd-5a95-485a-97a0-3994ada001d8 service neutron] 10.222.0.40 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9391332 Nov 12 07:50:14.972455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:15.096317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Transition to ACTIVE for port object 5a72d73d-de95-4247-8971-a8a831032db1 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:15.147380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Attempting to bind port c0fb12fd-40a6-4ef5-9999-87728f2f0632 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:50:15.147755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Attempting to bind port c0fb12fd-40a6-4ef5-9999-87728f2f0632 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:50:15.148119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Attempting to bind port c0fb12fd-40a6-4ef5-9999-87728f2f0632 on network 9798433c-a1e6-4eac-ba43-abbccad85920 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:50:15.168664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] For port 4c0d089d-da12-42fe-a087-e8d53aa13dfb, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=4c0d089d-da12-42fe-a087-e8d53aa13dfb,segment=NetworkSegment(caab013a-6240-4cde-8e00-1c08fea3e900),segment_id=caab013a-6240-4cde-8e00-1c08fea3e900)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:15.169106 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:15.259651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:50:15.260040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Checking segment: {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:15.260482 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:15.260925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Bound using segment: {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:50:15.261387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Bound port: c0fb12fd-40a6-4ef5-9999-87728f2f0632, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:50:15.261791 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:15.343395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Calling delete_port for 4c0d089d-da12-42fe-a087-e8d53aa13dfb owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:15.409208 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:15.417635 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-de7432c4-8efa-413b-a14e-3baf1724aafc service neutron] 10.222.0.40 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4797018 Nov 12 07:50:15.435620 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:15.491886 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device cecc9487-63ee-47b8-bfa0-38ff8d8eb432 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:15.511957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519324f5-3056-49ef-a774-17cc77751418 req-6a3aa77c-5a17-4578-8709-6be58d5815dc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:15.513706 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-519324f5-3056-49ef-a774-17cc77751418 req-6a3aa77c-5a17-4578-8709-6be58d5815dc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.7342489 Nov 12 07:50:15.618277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:15.618277 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:15.696634 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Pushing event updated for resources: {'Port': ['ID=5a72d73d-de95-4247-8971-a8a831032db1,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:15.734661 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:15.777181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] For port c0fb12fd-40a6-4ef5-9999-87728f2f0632, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:50:15.781238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] For port c0fb12fd-40a6-4ef5-9999-87728f2f0632, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=c0fb12fd-40a6-4ef5-9999-87728f2f0632,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:50:15.831494 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-519324f5-3056-49ef-a774-17cc77751418 req-e0bbff47-fc4f-4b45-b52a-f05e39cf82c0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473998 Nov 12 07:50:15.941972 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:15.972691 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f22a6459-9316-41a4-8087-61aa9cefcd66 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:16.040593 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:16.550250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fb12fd-40a6-4ef5-9999-87728f2f0632,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:16.565433 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:16.569259 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:16.621576 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Network 9798433c-a1e6-4eac-ba43-abbccad85920 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:50:16.651624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Port': ['ID=4c0d089d-da12-42fe-a087-e8d53aa13dfb,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:16.653877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:16.662529 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:16.669132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aa024-ffe0-43af-ac62-e801166014c0 req-00499319-7e42-4f69-8701-fa0c65c9fe5b tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:16.670766 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-671aa024-ffe0-43af-ac62-e801166014c0 req-00499319-7e42-4f69-8701-fa0c65c9fe5b tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.8876882 Nov 12 07:50:16.676321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:50:16.833721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b3024-68b1-490d-b8a7-2ba844d75f35 req-be0e20e6-7abf-47d3-a5c6-8779443130b3 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:16.835427 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-548b3024-68b1-490d-b8a7-2ba844d75f35 req-be0e20e6-7abf-47d3-a5c6-8779443130b3 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.7971206 Nov 12 07:50:16.842050 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:16.843558 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] 10.222.0.41 "PUT /v2.0/ports/c0fb12fd-40a6-4ef5-9999-87728f2f0632 HTTP/1.1" status: 200 len: 1155 time: 7.4321387 Nov 12 07:50:16.858184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:16.858761 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:16.913199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3b224008-6451-4e48-93f4-baeb768337ff None None] Provisioning for port 5a72d73d-de95-4247-8971-a8a831032db1 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:16.922260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3b224008-6451-4e48-93f4-baeb768337ff None None] Provisioning complete for port 5a72d73d-de95-4247-8971-a8a831032db1 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:16.922988 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3b224008-6451-4e48-93f4-baeb768337ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:17.005349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-3b224008-6451-4e48-93f4-baeb768337ff None None] Port 5a72d73d-de95-4247-8971-a8a831032db1 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:50:17.005604 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-671aa024-ffe0-43af-ac62-e801166014c0 req-f3782fd7-3ad7-4141-b966-1701f0f08bc2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949669 Nov 12 07:50:17.017825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] No DVR routers for this DVR port 4c0d089d-da12-42fe-a087-e8d53aa13dfb on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:50:17.094362 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-697e26eb-3a94-43b5-a8f0-11d5326630ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=942b55ddbbf440699b672e0304a679e4&device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 1158 time: 0.1901145 Nov 12 07:50:17.095532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:17.097877 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "DELETE /v2.0/ports/4c0d089d-da12-42fe-a087-e8d53aa13dfb HTTP/1.1" status: 204 len: 173 time: 3.4848332 Nov 12 07:50:17.132397 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6864440 Nov 12 07:50:17.199034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Request body: {'port': {'device_id': 'cd842488-b547-4dfb-90b0-5d8bdf37abee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:17.210978 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-09e2f787-d607-4ba8-ab78-89d5eb07ac44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0fb12fd-40a6-4ef5-9999-87728f2f0632 HTTP/1.1" status: 200 len: 217 time: 0.1094391 Nov 12 07:50:17.282955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-38dd92f2-1e4b-4e02-994e-6cd38d7332d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:17.284675 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-38dd92f2-1e4b-4e02-994e-6cd38d7332d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d37b6ad-cdbe-4633-884a-ac30fb969cf8 HTTP/1.1" status: 200 len: 854 time: 0.0678797 Nov 12 07:50:17.321953 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-548b3024-68b1-490d-b8a7-2ba844d75f35 req-69d11ddd-acd7-45b4-ad3c-3b84458e49a5 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721098 Nov 12 07:50:17.372447 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-55ba763f-8192-4ac3-889e-c8e44a1dd44e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9798433c-a1e6-4eac-ba43-abbccad85920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807986 Nov 12 07:50:17.390719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port fa17058d-2d1e-4fad-943a-17620d24fce3 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:17.391097 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:17.496471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-f2adbd22-04d2-40eb-b9b0-5381adea4067 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:17.498191 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-f2adbd22-04d2-40eb-b9b0-5381adea4067 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.41 "GET /v2.0/networks?id=9798433c-a1e6-4eac-ba43-abbccad85920 HTTP/1.1" status: 200 len: 815 time: 0.5575597 Nov 12 07:50:17.523498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Request body: {'port': {'device_id': 'c516592d-29d8-48fb-be08-8e2c432ab16c', 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920', 'admin_state_up': True, 'tenant_id': '942b55ddbbf440699b672e0304a679e4'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:17.605211 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c0d089d-da12-42fe-a087-e8d53aa13dfb', 'code': 200} Nov 12 07:50:17.606579 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bc0da7-042a-4ee2-a052-b24d1ccaac62', 'code': 200} Nov 12 07:50:17.607195 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa17058d-2d1e-4fad-943a-17620d24fce3', 'code': 200} Nov 12 07:50:17.608129 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5868be86-abe4-4601-acc0-5686a35889c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2580cb0b-e5c5-4a58-8581-10329588de82', 'code': 200} Nov 12 07:50:17.608783 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432', 'code': 200} Nov 12 07:50:17.675925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:17.687834 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-deleted', 'tag': '96bc0da7-042a-4ee2-a052-b24d1ccaac62', 'status': 'completed', 'code': 200} Nov 12 07:50:17.769628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384dc5bb-535d-4f75-8c09-78e9b5375c5f req-307835c4-f46e-4f56-bfd7-037ae5be922c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:17.770385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-384dc5bb-535d-4f75-8c09-78e9b5375c5f req-307835c4-f46e-4f56-bfd7-037ae5be922c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Synchronizing usage tracker for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:17.789148 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-f8565c84-dbce-491e-b8b0-c779e567e7a8 service neutron] 10.222.0.41 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081120 Nov 12 07:50:17.941956 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-39ef3e05-e245-4eb4-b835-8833e1ae154d req-7425e212-c6f1-4b4d-be90-0ba6b6820cac service neutron] 10.222.0.41 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429329 Nov 12 07:50:18.025982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-384dc5bb-535d-4f75-8c09-78e9b5375c5f req-307835c4-f46e-4f56-bfd7-037ae5be922c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Unset dirty status for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:18.027274 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-384dc5bb-535d-4f75-8c09-78e9b5375c5f req-307835c4-f46e-4f56-bfd7-037ae5be922c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=43d8d70b-7c71-45df-b0cb-41463e4d55ac HTTP/1.1" status: 200 len: 944 time: 0.8447235 Nov 12 07:50:18.093375 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:18.159550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:18.273619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Made reservation on behalf of 942b55ddbbf440699b672e0304a679e4 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:18.279753 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:18.298096 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-40d97206-84d3-492e-8c50-c2565b16eefa req-e7564de6-777d-4260-b572-4e31ac17078e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 1160 time: 0.5928156 Nov 12 07:50:18.311186 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-384dc5bb-535d-4f75-8c09-78e9b5375c5f req-54fcdc0b-58f0-4c25-b543-d494243d41c6 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754500 Nov 12 07:50:18.322158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] For port fa17058d-2d1e-4fad-943a-17620d24fce3, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fa17058d-2d1e-4fad-943a-17620d24fce3,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:18.322563 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:18.438257 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-599df517-73c7-4540-86e6-b140d933667b req-70b42d13-4539-4cca-a83a-63106df5b5b4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 1160 time: 0.0778971 Nov 12 07:50:18.499988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Calling delete_port for fa17058d-2d1e-4fad-943a-17620d24fce3 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:18.588559 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147a2b3-9d27-4436-8287-2715da21e21b req-f1e6c1ff-d7f8-49b1-a104-acf1d92aec42 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:18.590233 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e147a2b3-9d27-4436-8287-2715da21e21b req-f1e6c1ff-d7f8-49b1-a104-acf1d92aec42 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 945 time: 0.7400029 Nov 12 07:50:18.613228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599df517-73c7-4540-86e6-b140d933667b req-9a9b7293-3883-41dc-a496-8ce4b59eeba2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:18.614858 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-599df517-73c7-4540-86e6-b140d933667b req-9a9b7293-3883-41dc-a496-8ce4b59eeba2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 913 time: 0.1558297 Nov 12 07:50:18.694546 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-599df517-73c7-4540-86e6-b140d933667b req-62430551-4109-4ff7-98df-cf9891c047da service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=156033d6-c97c-4ec7-a159-ef251ec853b5 HTTP/1.1" status: 200 len: 217 time: 0.0713956 Nov 12 07:50:18.768352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599df517-73c7-4540-86e6-b140d933667b req-c0c404d7-43de-41ee-ab32-c8a6245ddc0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:18.770053 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-599df517-73c7-4540-86e6-b140d933667b req-c0c404d7-43de-41ee-ab32-c8a6245ddc0f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=061eb431-be4a-415f-9236-3a16a64d078a HTTP/1.1" status: 200 len: 859 time: 0.0683882 Nov 12 07:50:18.827825 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-599df517-73c7-4540-86e6-b140d933667b req-6eb0480d-f975-4974-b172-454613bcef8a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=44e340f5-5c7b-410f-886c-f4c18a733214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499198 Nov 12 07:50:18.979903 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-599df517-73c7-4540-86e6-b140d933667b req-e7939085-3dcd-47d5-8b4e-6a2636197f8b service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447589 Nov 12 07:50:19.056251 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-40d97206-84d3-492e-8c50-c2565b16eefa req-32a9a2ce-06a8-4049-b0e8-5d1329d368d0 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7411046 Nov 12 07:50:19.128166 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-599df517-73c7-4540-86e6-b140d933667b req-e73d39de-dbc3-4c36-a0ca-8e9e7e587eb6 service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408417 Nov 12 07:50:19.327005 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e147a2b3-9d27-4436-8287-2715da21e21b req-ee7ab320-5780-4b40-9f70-149e0315777f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6829977 Nov 12 07:50:19.421241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-f61202ea-fc09-44ee-a17e-cc3fa3156e2c tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:19.422776 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-f61202ea-fc09-44ee-a17e-cc3fa3156e2c tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/networks?id=3ae7603a-dc28-4a31-9818-e69c9b6e5f1a HTTP/1.1" status: 200 len: 815 time: 0.7800932 Nov 12 07:50:19.460576 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:19.543265 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b7af0390-9142-4db4-b7e7-090c27e6e915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:19.610025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:19.613278 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-773c6816-c4af-4d72-8eb1-636ab85afd67 req-525c05dd-e78b-4ba7-9f2a-18c5714bd9f3 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 210 time: 0.1563668 Nov 12 07:50:19.614122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Port': ['ID=fa17058d-2d1e-4fad-943a-17620d24fce3,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:19.666121 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-0422db60-9050-4a2c-a440-6817bb8b33df None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:50:19.668647 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-9799c683-b720-47f1-8879-2fe748efb9f2 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/quotas/a9a39e1e34c34a91b42854b699a17296 HTTP/1.1" status: 200 len: 375 time: 0.2389319 Nov 12 07:50:19.669691 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:19.724015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d529735-b2cb-4375-909f-3dcf8fcbce4e', 'tag': 'c0fb12fd-40a6-4ef5-9999-87728f2f0632'}, {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-deleted', 'tag': '4c0d089d-da12-42fe-a087-e8d53aa13dfb'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:19.739339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a72d73d-de95-4247-8971-a8a831032db1 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:50:19.753168 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:19.757430 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-e0707562-6f6f-495b-bade-f8607bda8b54 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/ports?tenant_id=a9a39e1e34c34a91b42854b699a17296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799589 Nov 12 07:50:19.781115 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dfe30123-6467-4241-84fa-0a152b896a56 req-e2e468bd-2ca7-4608-9645-b48dd85bb79a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 1160 time: 0.0785651 Nov 12 07:50:19.828249 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dfe30123-6467-4241-84fa-0a152b896a56 req-a527a8ae-61ac-420d-8527-d09811fdb768 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403092 Nov 12 07:50:19.906134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Transition to ACTIVE for port object 5a72d73d-de95-4247-8971-a8a831032db1 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:19.964302 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:20.000830 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:20.215355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device c0fb12fd-40a6-4ef5-9999-87728f2f0632 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:20.228937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Allocated IP 172.20.0.3 (9798433c-a1e6-4eac-ba43-abbccad85920/0d37b6ad-cdbe-4633-884a-ac30fb969cf8/3c4ce446-b626-44e6-a249-cc9effa79623) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:50:20.242232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Pushing event updated for resources: {'Port': ['ID=5a72d73d-de95-4247-8971-a8a831032db1,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:20.250458 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:20.294254 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-664efc47-2991-4a58-a81d-099c63ed2704 service neutron] 10.222.0.40 "GET /v2.0/networks/3ae7603a-dc28-4a31-9818-e69c9b6e5f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955788 Nov 12 07:50:20.309357 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port c0fb12fd-40a6-4ef5-9999-87728f2f0632 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:20.314952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port c0fb12fd-40a6-4ef5-9999-87728f2f0632 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:20.315492 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:20.346308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] No DVR routers for this DVR port fa17058d-2d1e-4fad-943a-17620d24fce3 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:50:20.368173 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:20.380850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596841ee-7b57-4de9-8937-aea66e8526f7 req-b424381a-dc0d-4d6c-96c0-bc28f84a2ed3 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:20.382557 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-596841ee-7b57-4de9-8937-aea66e8526f7 req-b424381a-dc0d-4d6c-96c0-bc28f84a2ed3 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.6223395 Nov 12 07:50:20.445597 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:20.481798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port c0fb12fd-40a6-4ef5-9999-87728f2f0632, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=c0fb12fd-40a6-4ef5-9999-87728f2f0632,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:20.485514 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:20.488467 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:20.511848 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0259f97c-c679-4070-8fd1-f4580f580b41 req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "DELETE /v2.0/ports/fa17058d-2d1e-4fad-943a-17620d24fce3 HTTP/1.1" status: 204 len: 173 time: 3.3846257 Nov 12 07:50:20.564210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=c0fb12fd-40a6-4ef5-9999-87728f2f0632,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:20.567711 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:20.729508 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-596841ee-7b57-4de9-8937-aea66e8526f7 req-f5ffd8d1-f1b7-431a-b77e-92c8eb87993b tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842677 Nov 12 07:50:20.740329 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-ab8d9df6-60a7-4ec7-b8c6-7fd1d1b920f9 service neutron] 10.222.0.40 "GET /v2.0/networks/3ae7603a-dc28-4a31-9818-e69c9b6e5f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4297123 Nov 12 07:50:21.315268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Attempting to bind port 5a72d73d-de95-4247-8971-a8a831032db1 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:50:21.315789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Attempting to bind port 5a72d73d-de95-4247-8971-a8a831032db1 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:50:21.315933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Attempting to bind port 5a72d73d-de95-4247-8971-a8a831032db1 on network 9798433c-a1e6-4eac-ba43-abbccad85920 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:50:21.335298 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:21.352096 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:50:21.352671 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Checking segment: {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:21.353569 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:21.353971 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Bound using segment: {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:50:21.354461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Bound port: 5a72d73d-de95-4247-8971-a8a831032db1, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:50:21.354830 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:21.388040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Transition to ACTIVE for port object 3c4ce446-b626-44e6-a249-cc9effa79623 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:21.423953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf38bdb-ac15-4481-aa60-83eeadd18435 req-9517238a-2c06-41f1-ae09-13d25007e8ea tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:21.425955 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ebf38bdb-ac15-4481-aa60-83eeadd18435 req-9517238a-2c06-41f1-ae09-13d25007e8ea tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.3360136 Nov 12 07:50:21.441064 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc710cf3-0e30-4a65-9dad-61ac6c8bb414 req-08398004-adbe-4bce-b272-b3a226102163 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:21.442642 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cc710cf3-0e30-4a65-9dad-61ac6c8bb414 req-08398004-adbe-4bce-b272-b3a226102163 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.3571813 Nov 12 07:50:21.557722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device c0fb12fd-40a6-4ef5-9999-87728f2f0632 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:21.571014 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:21.599029 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b64f809-8a84-42b3-8cb6-ec536d3b4dcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:21.640005 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port c0fb12fd-40a6-4ef5-9999-87728f2f0632 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:21.640432 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:21.667893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] For port 5a72d73d-de95-4247-8971-a8a831032db1, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:50:21.725302 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cc710cf3-0e30-4a65-9dad-61ac6c8bb414 req-8b508181-ab4d-49fa-baef-cf55f11d3d63 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666326 Nov 12 07:50:21.727568 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ebf38bdb-ac15-4481-aa60-83eeadd18435 req-8b741ca2-227d-4599-8c18-19153710930d tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930181 Nov 12 07:50:21.742822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] For port 5a72d73d-de95-4247-8971-a8a831032db1, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=5a72d73d-de95-4247-8971-a8a831032db1,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:50:21.773827 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:21.797219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Pushing event updated for resources: {'Port': ['ID=3c4ce446-b626-44e6-a249-cc9effa79623,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:21.806609 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:21.808919 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:21.823302 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432', 'code': 200} Nov 12 07:50:21.843080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54176) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:21.949586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Pushing event updated for resources: {'Port': ['ID=5a72d73d-de95-4247-8971-a8a831032db1,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:21.953639 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d529735-b2cb-4375-909f-3dcf8fcbce4e', 'tag': 'c0fb12fd-40a6-4ef5-9999-87728f2f0632', 'status': 'completed', 'code': 200} Nov 12 07:50:21.953968 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-deleted', 'tag': '4c0d089d-da12-42fe-a087-e8d53aa13dfb', 'status': 'completed', 'code': 200} Nov 12 07:50:21.963975 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:22.215050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Network 9798433c-a1e6-4eac-ba43-abbccad85920 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:50:22.219576 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:22.227605 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:50:22.267944 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a67f117-8185-4f04-931c-46c904a01c3a req-50506826-b95a-45e0-b98f-4933862ee6be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=942b55ddbbf440699b672e0304a679e4&device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 1160 time: 0.3325136 Nov 12 07:50:22.299612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e561b-15cf-4e1a-94f8-52ed8ca678fc req-ce665dd3-0bbc-4364-9bb6-283d23668f06 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:22.308222 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f0e561b-15cf-4e1a-94f8-52ed8ca678fc req-ce665dd3-0bbc-4364-9bb6-283d23668f06 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 945 time: 0.3430967 Nov 12 07:50:22.343705 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:22.345241 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-786ff691-085e-481c-bde4-07eb19187cad service neutron] 10.222.0.33 "PUT /v2.0/ports/5a72d73d-de95-4247-8971-a8a831032db1 HTTP/1.1" status: 200 len: 1156 time: 5.1613827 Nov 12 07:50:22.354138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:22.354805 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:22.368634 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062b805-cf44-4be5-ac50-c67fa1c3c230 req-dfd4d26f-1c09-4bed-960a-3a0114c55b13 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:22.370122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d062b805-cf44-4be5-ac50-c67fa1c3c230 req-dfd4d26f-1c09-4bed-960a-3a0114c55b13 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Synchronizing usage tracker for tenant:942b55ddbbf440699b672e0304a679e4 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:22.404478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa1e811-7428-4339-aba9-e06400ae217c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting subnet 63e7f057-641b-414a-b39e-4c2da36749db {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:50:22.418902 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e811-7428-4339-aba9-e06400ae217c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:22.453201 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9382949 Nov 12 07:50:22.468743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Request body: {'port': {'device_id': 'c516592d-29d8-48fb-be08-8e2c432ab16c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:22.496376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-731d9255-dbac-41ef-aa8a-91accbaf1c26 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:22.497186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-731d9255-dbac-41ef-aa8a-91accbaf1c26 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Synchronizing usage tracker for tenant:a9a39e1e34c34a91b42854b699a17296 on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:22.505926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d062b805-cf44-4be5-ac50-c67fa1c3c230 req-dfd4d26f-1c09-4bed-960a-3a0114c55b13 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Unset dirty status for tenant:942b55ddbbf440699b672e0304a679e4 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:22.511485 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d062b805-cf44-4be5-ac50-c67fa1c3c230 req-dfd4d26f-1c09-4bed-960a-3a0114c55b13 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 931 time: 0.4837496 Nov 12 07:50:22.514283 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4f0e561b-15cf-4e1a-94f8-52ed8ca678fc req-802afc19-e268-4fe6-ac8d-f693903e27cd tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051473 Nov 12 07:50:22.547220 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e811-7428-4339-aba9-e06400ae217c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:22.580672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b3211d15-81d2-498b-94a1-273c01a70361 None None] Provisioning for port 3c4ce446-b626-44e6-a249-cc9effa79623 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:22.593540 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d062b805-cf44-4be5-ac50-c67fa1c3c230 req-5640d43f-6b55-4777-88d4-8b3e8371e4db tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780027 Nov 12 07:50:22.594425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b3211d15-81d2-498b-94a1-273c01a70361 None None] Provisioning complete for port 3c4ce446-b626-44e6-a249-cc9effa79623 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:22.597892 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b3211d15-81d2-498b-94a1-273c01a70361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:22.622446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-731d9255-dbac-41ef-aa8a-91accbaf1c26 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Unset dirty status for tenant:a9a39e1e34c34a91b42854b699a17296 on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:22.623857 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-731d9255-dbac-41ef-aa8a-91accbaf1c26 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.41 "GET /v2.0/networks?id=3ae7603a-dc28-4a31-9818-e69c9b6e5f1a HTTP/1.1" status: 200 len: 815 time: 0.5128531 Nov 12 07:50:22.639004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f117-8185-4f04-931c-46c904a01c3a req-f7cd5e21-3e71-4e9e-8973-4c48b8e13fe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:22.642015 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a67f117-8185-4f04-931c-46c904a01c3a req-f7cd5e21-3e71-4e9e-8973-4c48b8e13fe9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9798433c-a1e6-4eac-ba43-abbccad85920 HTTP/1.1" status: 200 len: 909 time: 0.3633738 Nov 12 07:50:22.655785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Request body: {'port': {'device_id': '0958cc9a-e01b-4df7-995f-7cca4cd121df', 'network_id': '3ae7603a-dc28-4a31-9818-e69c9b6e5f1a', 'admin_state_up': True, 'tenant_id': 'a9a39e1e34c34a91b42854b699a17296'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:22.722628 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-68218b0c-1144-4bdc-ac82-aa403936137c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=942b55ddbbf440699b672e0304a679e4&device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee HTTP/1.1" status: 200 len: 1159 time: 0.3285146 Nov 12 07:50:22.723978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b3211d15-81d2-498b-94a1-273c01a70361 None None] Port 3c4ce446-b626-44e6-a249-cc9effa79623 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:50:22.845705 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:22.867026 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a67f117-8185-4f04-931c-46c904a01c3a req-390f916c-352c-4f16-ab35-537509514888 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0fb12fd-40a6-4ef5-9999-87728f2f0632 HTTP/1.1" status: 200 len: 217 time: 0.1818144 Nov 12 07:50:22.922902 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-7c1690b3-ba8b-4f2c-8461-030d5498f8cc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a72d73d-de95-4247-8971-a8a831032db1 HTTP/1.1" status: 200 len: 217 time: 0.1892974 Nov 12 07:50:22.928495 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19ec0aa2-41e6-4df2-8278-7521c095eec7 req-b49e44bb-bc55-4ab7-b3bc-d51f1827f8c9 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 210 time: 0.0910454 Nov 12 07:50:23.000265 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e811-7428-4339-aba9-e06400ae217c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:23.039864 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f117-8185-4f04-931c-46c904a01c3a req-333109b4-d634-4c35-9a39-0103b7310f6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:23.041536 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a67f117-8185-4f04-931c-46c904a01c3a req-333109b4-d634-4c35-9a39-0103b7310f6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d37b6ad-cdbe-4633-884a-ac30fb969cf8 HTTP/1.1" status: 200 len: 854 time: 0.1669421 Nov 12 07:50:23.095629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-da44dafa-463e-4c6b-bd35-e5605d8a8f80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:23.097255 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-da44dafa-463e-4c6b-bd35-e5605d8a8f80 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0d37b6ad-cdbe-4633-884a-ac30fb969cf8 HTTP/1.1" status: 200 len: 854 time: 0.1662624 Nov 12 07:50:23.105966 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:23.117745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Usage tracker for resource:port and tenant:a9a39e1e34c34a91b42854b699a17296 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:23.124287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:23.150384 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:23.165311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d52f5-b323-4a61-881c-69af2cad65d4 req-bedb2c76-04ab-4842-ad91-75fdfa498fd2 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:23.167220 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-783d52f5-b323-4a61-881c-69af2cad65d4 req-bedb2c76-04ab-4842-ad91-75fdfa498fd2 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.4377120 Nov 12 07:50:23.247723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Made reservation on behalf of a9a39e1e34c34a91b42854b699a17296 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:23.253183 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:23.456206 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-783d52f5-b323-4a61-881c-69af2cad65d4 req-262816ba-8891-4062-b66c-1d1935794e2d tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775543 Nov 12 07:50:23.510986 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-9be9485e-1d70-46d3-9f61-9df0580e7303 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9798433c-a1e6-4eac-ba43-abbccad85920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4012041 Nov 12 07:50:23.573597 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a67f117-8185-4f04-931c-46c904a01c3a req-223d41a4-bdac-4380-9304-0d44ac65f8b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9798433c-a1e6-4eac-ba43-abbccad85920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5200889 Nov 12 07:50:23.638667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b1b80-8adf-4f89-acae-84fd43cec201 req-eca3c48d-320e-4620-9172-2336761a9a5a tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:23.640300 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d51b1b80-8adf-4f89-acae-84fd43cec201 req-eca3c48d-320e-4620-9172-2336761a9a5a tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 945 time: 0.3844483 Nov 12 07:50:23.824660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d529735-b2cb-4375-909f-3dcf8fcbce4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fb12fd-40a6-4ef5-9999-87728f2f0632'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:23.984012 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a67f117-8185-4f04-931c-46c904a01c3a req-100eb976-9a96-4ac2-a36a-9805d9277753 service neutron] 10.222.0.41 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840678 Nov 12 07:50:23.985097 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e811-7428-4339-aba9-e06400ae217c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:23.998475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-deleted', 'tag': 'fa17058d-2d1e-4fad-943a-17620d24fce3'}, {'name': 'network-changed', 'server_uuid': 'cd842488-b547-4dfb-90b0-5d8bdf37abee', 'tag': '5a72d73d-de95-4247-8971-a8a831032db1'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:24.005999 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d656e2f6-26fe-4283-be20-f1f86272cda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:24.019309 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:50:24.114643 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d51b1b80-8adf-4f89-acae-84fd43cec201 req-5f071014-dca6-49b9-83fa-2a0a3e59f238 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579265 Nov 12 07:50:24.123887 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-a2aa569c-4606-4b65-9fca-56c21cda7772 service neutron] 10.222.0.33 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047816 Nov 12 07:50:24.129176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1e811-7428-4339-aba9-e06400ae217c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Subnet': ['ID=63e7f057-641b-414a-b39e-4c2da36749db,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:24.137764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c4ce446-b626-44e6-a249-cc9effa79623 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:50:24.184809 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:24.196720 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8fa1e811-7428-4339-aba9-e06400ae217c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:24.270501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Transition to ACTIVE for port object 3c4ce446-b626-44e6-a249-cc9effa79623 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:24.325226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfdc7c-3fca-4e01-b759-02849b8443b4 req-fcdec842-ea34-4080-89e3-402977e8bd6a tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:24.326881 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fdcfdc7c-3fca-4e01-b759-02849b8443b4 req-fcdec842-ea34-4080-89e3-402977e8bd6a tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.6513939 Nov 12 07:50:24.327606 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:24.347472 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:24.352149 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a67f117-8185-4f04-931c-46c904a01c3a req-034b1ee2-6aa7-494f-aaa0-faea8c8ba184 service neutron] 10.222.0.41 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3473089 Nov 12 07:50:24.366940 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8fa1e811-7428-4339-aba9-e06400ae217c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:24.373262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4732748c-2856-4397-9ca8-07136396588f None None] Network 662d846e-dc9f-4b62-a19e-e4e10416e678 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:50:24.376691 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Allocated IP 172.20.0.13 (3ae7603a-dc28-4a31-9818-e69c9b6e5f1a/f93535ba-b416-4622-ba8d-31e2c6d50d23/779610ba-d3ca-4e7f-8682-9d1dffa49c49) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:50:24.384288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-8fa1e811-7428-4339-aba9-e06400ae217c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "DELETE /v2.0/subnets/63e7f057-641b-414a-b39e-4c2da36749db HTTP/1.1" status: 204 len: 168 time: 2.5400360 Nov 12 07:50:24.388975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54202) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:24.563335 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:24.579997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4ce446-b626-44e6-a249-cc9effa79623,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:24.589049 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b769cd11-2ade-4e89-98b3-a7ca23a5f4b0 req-329e5934-930f-4f7d-af6b-3836361c560a service neutron] 10.222.0.33 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4554675 Nov 12 07:50:24.589982 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:24.607946 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fdcfdc7c-3fca-4e01-b759-02849b8443b4 req-29356c3c-5c11-4e25-a4be-623630a7b0c9 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656593 Nov 12 07:50:24.641815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ed780-311d-4f48-8b8b-1b1f8bec8d16 req-067905ab-16b4-4d14-beee-71309292d964 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:24.643577 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de9ed780-311d-4f48-8b8b-1b1f8bec8d16 req-067905ab-16b4-4d14-beee-71309292d964 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.3885076 Nov 12 07:50:24.729004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port 35564572-906f-4e53-8738-84f571803ff2 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:24.729356 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:24.761368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2920ef-8412-4462-a649-937b3ee13d5e None None] DHCP port deletion for 662d846e-dc9f-4b62-a19e-e4e10416e678 request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:50:24.765714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-6f2920ef-8412-4462-a649-937b3ee13d5e None None] Deleting port 35564572-906f-4e53-8738-84f571803ff2 {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:24.766381 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f2920ef-8412-4462-a649-937b3ee13d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:24.800403 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-de9ed780-311d-4f48-8b8b-1b1f8bec8d16 req-b9a5ca4c-8096-4103-9284-d534835fcc89 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443458 Nov 12 07:50:24.917201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Attempting to bind port 3c4ce446-b626-44e6-a249-cc9effa79623 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:50:24.917847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Attempting to bind port 3c4ce446-b626-44e6-a249-cc9effa79623 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:50:24.920752 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Attempting to bind port 3c4ce446-b626-44e6-a249-cc9effa79623 on network 9798433c-a1e6-4eac-ba43-abbccad85920 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:50:24.931883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:50:24.960694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Checking segment: {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:24.961226 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:24.961697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Bound using segment: {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:50:24.962647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Bound port: 3c4ce446-b626-44e6-a249-cc9effa79623, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c199f6b-d11a-4916-9127-b1a5ce357d13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9798433c-a1e6-4eac-ba43-abbccad85920'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:50:24.962647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:24.976722 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:25.148284 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:25.171628 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aedd0e7d-8441-4e9d-ab69-b5148e9fe613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:25.231963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-6f2920ef-8412-4462-a649-937b3ee13d5e None None] For port 35564572-906f-4e53-8738-84f571803ff2, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=35564572-906f-4e53-8738-84f571803ff2,segment=NetworkSegment(caab013a-6240-4cde-8e00-1c08fea3e900),segment_id=caab013a-6240-4cde-8e00-1c08fea3e900)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:25.232730 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f2920ef-8412-4462-a649-937b3ee13d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:25.233253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] For port 3c4ce446-b626-44e6-a249-cc9effa79623, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:50:25.243669 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d529735-b2cb-4375-909f-3dcf8fcbce4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fb12fd-40a6-4ef5-9999-87728f2f0632', 'code': 200} Nov 12 07:50:25.252850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] For port 3c4ce446-b626-44e6-a249-cc9effa79623, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=3c4ce446-b626-44e6-a249-cc9effa79623,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:50:25.268565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:25.285959 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:25.415466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Pushing event updated for resources: {'Port': ['ID=779610ba-d3ca-4e7f-8682-9d1dffa49c49,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:25.419749 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:25.522703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179a30c-4b58-4f7a-8b51-4516b02576e1 req-ecd13b75-bfbd-476f-86bf-56a0dcdfccae tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:25.530838 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9179a30c-4b58-4f7a-8b51-4516b02576e1 req-ecd13b75-bfbd-476f-86bf-56a0dcdfccae tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 943 time: 0.3506575 Nov 12 07:50:25.567393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Pushing event updated for resources: {'Port': ['ID=3c4ce446-b626-44e6-a249-cc9effa79623,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:25.573975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-6f2920ef-8412-4462-a649-937b3ee13d5e None None] Calling delete_port for 35564572-906f-4e53-8738-84f571803ff2 owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:25.584512 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:25.645123 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9179a30c-4b58-4f7a-8b51-4516b02576e1 req-956cd390-a3a7-4451-a79c-6424559c3bef tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130493 Nov 12 07:50:25.658931 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527373cf-b06c-4183-958b-86387a204a5f req-f772f21b-ed18-41a4-9645-1610d99d5a2c tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:25.661007 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-527373cf-b06c-4183-958b-86387a204a5f req-f772f21b-ed18-41a4-9645-1610d99d5a2c tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 932 time: 0.2677145 Nov 12 07:50:25.672517 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f2920ef-8412-4462-a649-937b3ee13d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:25.690284 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-16f72a70-a5eb-4c6e-9a68-d085aa951d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:25.723683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] For port 35564572-906f-4e53-8738-84f571803ff2, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=35564572-906f-4e53-8738-84f571803ff2,segment=NetworkSegment(caab013a-6240-4cde-8e00-1c08fea3e900),segment_id=caab013a-6240-4cde-8e00-1c08fea3e900)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:25.724233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:25.724882 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-527373cf-b06c-4183-958b-86387a204a5f req-a6093901-ade7-47f6-aacb-29db98603909 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/security-groups?id=1991f343-1545-404e-ab0a-04a02017e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563190 Nov 12 07:50:25.726437 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:25.727950 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] 10.222.0.41 "PUT /v2.0/ports/3c4ce446-b626-44e6-a249-cc9effa79623 HTTP/1.1" status: 200 len: 1155 time: 3.2656939 Nov 12 07:50:25.743671 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d8d70b-7c71-45df-b0cb-41463e4d55ac', 'name': 'network-vif-deleted', 'tag': 'fa17058d-2d1e-4fad-943a-17620d24fce3', 'status': 'completed', 'code': 200} Nov 12 07:50:25.744004 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd842488-b547-4dfb-90b0-5d8bdf37abee', 'tag': '5a72d73d-de95-4247-8971-a8a831032db1', 'status': 'completed', 'code': 200} Nov 12 07:50:25.939245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2920ef-8412-4462-a649-937b3ee13d5e None None] Pushing event deleted for resources: {'Port': ['ID=35564572-906f-4e53-8738-84f571803ff2,revision_number=None']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:25.957359 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6f2920ef-8412-4462-a649-937b3ee13d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:25.980092 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a157763-7aef-4855-9a29-5f66e707c1af req-d6aa6bde-4eda-4708-bc3b-758dd825a87f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=942b55ddbbf440699b672e0304a679e4&device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee HTTP/1.1" status: 200 len: 1159 time: 0.2113616 Nov 12 07:50:25.994923 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-c8129c1b-c918-4a59-b03f-33fae6397499 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=942b55ddbbf440699b672e0304a679e4&device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 1158 time: 0.1463902 Nov 12 07:50:26.014755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2920ef-8412-4462-a649-937b3ee13d5e None None] No DVR routers for this DVR port 35564572-906f-4e53-8738-84f571803ff2 on host n-d-761264-6 {{(pid=80794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:50:26.018833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Calling delete_port for 35564572-906f-4e53-8738-84f571803ff2 owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:26.121321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 35564572-906f-4e53-8738-84f571803ff2 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:50:26.124866 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dd4e2785-3d9f-4acc-9c9b-9723657be06f req-e82d4d12-d8a0-493b-8b71-e64c89c2d8f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 1160 time: 0.7029526 Nov 12 07:50:26.126905 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:50:26.127461 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:50:26.156978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 35564572-906f-4e53-8738-84f571803ff2 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:50:26.157457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 35564572-906f-4e53-8738-84f571803ff2 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:50:26.203785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Network 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:50:26.207029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:26.211978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:50:26.256761 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-fd90ff50-4818-4bf5-b154-ab5d5967f08d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c4ce446-b626-44e6-a249-cc9effa79623 HTTP/1.1" status: 200 len: 217 time: 0.2340016 Nov 12 07:50:26.261928 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dd4e2785-3d9f-4acc-9c9b-9723657be06f req-560b2963-35dc-4f81-8638-873402dfeac4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253572 Nov 12 07:50:26.289879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:26.290717 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:26.333617 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6904578 Nov 12 07:50:26.357113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a157763-7aef-4855-9a29-5f66e707c1af req-78a13645-1d59-4fc5-8879-5832992a0ded service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:26.358732 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a157763-7aef-4855-9a29-5f66e707c1af req-78a13645-1d59-4fc5-8879-5832992a0ded service neutron] 10.222.0.33 "GET /v2.0/networks?id=9798433c-a1e6-4eac-ba43-abbccad85920 HTTP/1.1" status: 200 len: 909 time: 0.3628280 Nov 12 07:50:26.365946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdb810-857c-436e-824c-25c0604220ab req-d30fd435-1caa-4fe0-88d9-2b6082da5a2d tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:26.367535 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c3cdb810-857c-436e-824c-25c0604220ab req-d30fd435-1caa-4fe0-88d9-2b6082da5a2d tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.1632688 Nov 12 07:50:26.437732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-fd543e79-8c2b-4ddb-91a4-94d33babb7aa None None] Time-cost: Fetching 3 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:50:26.495310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Request body: {'port': {'device_id': '0958cc9a-e01b-4df7-995f-7cca4cd121df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:26.522751 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-874ec079-5391-447e-8f6d-78f3a07c19ff tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/networks?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963757 Nov 12 07:50:26.531805 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a157763-7aef-4855-9a29-5f66e707c1af req-15665fc5-1de4-497e-b7e5-768645af4349 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a72d73d-de95-4247-8971-a8a831032db1 HTTP/1.1" status: 200 len: 217 time: 0.1630070 Nov 12 07:50:26.613552 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:26.629754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port 35564572-906f-4e53-8738-84f571803ff2 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:26.630119 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:26.725430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] The port '35564572-906f-4e53-8738-84f571803ff2' was deleted {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}} Nov 12 07:50:26.725773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-1b8071f5-0306-41e6-b2c8-2e9b3375cc88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:26.727585 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-1b8071f5-0306-41e6-b2c8-2e9b3375cc88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d37b6ad-cdbe-4633-884a-ac30fb969cf8 HTTP/1.1" status: 200 len: 854 time: 0.2426634 Nov 12 07:50:26.991044 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c3cdb810-857c-436e-824c-25c0604220ab req-d6377feb-3005-4d1e-afdb-f8daa74216ff tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668626 Nov 12 07:50:27.051772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a157763-7aef-4855-9a29-5f66e707c1af req-e567ef51-bb17-4828-abf3-48208696e340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:27.053460 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a157763-7aef-4855-9a29-5f66e707c1af req-e567ef51-bb17-4828-abf3-48208696e340 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0d37b6ad-cdbe-4633-884a-ac30fb969cf8 HTTP/1.1" status: 200 len: 854 time: 0.5115499 Nov 12 07:50:27.195590 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:27.235820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-c5aee151-ddc4-4966-baa1-90ded1b70199 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:27.237426 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-c5aee151-ddc4-4966-baa1-90ded1b70199 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6458046 Nov 12 07:50:27.244359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 5a72d73d-de95-4247-8971-a8a831032db1 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:27.292434 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6d093313-fa4f-448d-96d9-68558b663d6a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/quotas/6a2815708d614ce1b993a1a3e41c0d64 HTTP/1.1" status: 200 len: 375 time: 0.0412302 Nov 12 07:50:27.298755 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-22c2c85a-a640-45a5-88fb-dde09ce5d6eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9798433c-a1e6-4eac-ba43-abbccad85920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3017449 Nov 12 07:50:27.320828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 5a72d73d-de95-4247-8971-a8a831032db1 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:27.326335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 5a72d73d-de95-4247-8971-a8a831032db1 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:27.326775 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:27.398830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662d846e-dc9f-4b62-a19e-e4e10416e678']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:50:27.451545 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:27.453210 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a157763-7aef-4855-9a29-5f66e707c1af req-cf18ac2f-9af7-41e2-bf8c-60fd50e2aa5c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9798433c-a1e6-4eac-ba43-abbccad85920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3805525 Nov 12 07:50:27.479750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caab013a-6240-4cde-8e00-1c08fea3e900') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:50:27.479750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caab013a-6240-4cde-8e00-1c08fea3e900') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:50:27.480699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd842488-b547-4dfb-90b0-5d8bdf37abee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a72d73d-de95-4247-8971-a8a831032db1'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:27.491969 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 5a72d73d-de95-4247-8971-a8a831032db1, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=5a72d73d-de95-4247-8971-a8a831032db1,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:27.496754 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:27.498445 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:27.506390 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:27.551632 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:27.564236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Releasing vxlan tunnel 9 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:50:27.658080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=5a72d73d-de95-4247-8971-a8a831032db1,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:27.659118 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bddd1-52cb-4cdd-8701-a29bc61732c7 req-3b2291b6-3344-443b-bdaf-911a51430448 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:27.660749 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8a5bddd1-52cb-4cdd-8701-a29bc61732c7 req-3b2291b6-3344-443b-bdaf-911a51430448 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.5254521 Nov 12 07:50:27.662945 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a157763-7aef-4855-9a29-5f66e707c1af req-c8061a18-3a99-44e0-ad94-8a3394f047c7 service neutron] 10.222.0.33 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924083 Nov 12 07:50:27.675222 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:27.750411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c516592d-29d8-48fb-be08-8e2c432ab16c', 'tag': '3c4ce446-b626-44e6-a249-cc9effa79623'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:27.791783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 662d846e-dc9f-4b62-a19e-e4e10416e678 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:50:27.802386 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:27.846300 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-a0aed6e6-a9fb-4b8e-b0dc-ceb1364d718e service neutron] 10.222.0.41 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020452 Nov 12 07:50:27.987575 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8a5bddd1-52cb-4cdd-8701-a29bc61732c7 req-34858933-ad59-4fcf-8c73-2a9e128d22d2 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095884 Nov 12 07:50:28.000599 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-c6ec2fa9-d9b4-41ae-aaca-141f404b258f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6951027 Nov 12 07:50:28.034361 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a157763-7aef-4855-9a29-5f66e707c1af req-c6ad6108-be22-4b41-81b5-d5bcfa14b333 service neutron] 10.222.0.33 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3577201 Nov 12 07:50:28.051137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779610ba-d3ca-4e7f-8682-9d1dffa49c49 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:50:28.062318 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6cda8f3-2f0f-472a-9dc3-57be8531d20f req-744ff901-4d7c-442f-9976-c9c4465e3e6d service neutron] 10.222.0.41 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2042475 Nov 12 07:50:28.067233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 662d846e-dc9f-4b62-a19e-e4e10416e678 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:50:28.077177 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:50:28.098356 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:50:28.190056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Transition to ACTIVE for port object 779610ba-d3ca-4e7f-8682-9d1dffa49c49 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:28.196171 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:28.266603 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7442a019-164c-4f74-956d-e6a29c416288 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:28.342013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Pushing event updated for resources: {'Port': ['ID=779610ba-d3ca-4e7f-8682-9d1dffa49c49,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:28.346901 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:28.347362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 5a72d73d-de95-4247-8971-a8a831032db1 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:28.348674 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:28.360218 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-06a6b06a-b5be-4509-b40b-d8d2c71bccc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:28.386169 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:28.396526 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Network': ['ID=662d846e-dc9f-4b62-a19e-e4e10416e678,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:28.404218 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:28.433098 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "DELETE /v2.0/networks/662d846e-dc9f-4b62-a19e-e4e10416e678 HTTP/1.1" status: 204 len: 168 time: 4.0432005 Nov 12 07:50:28.436607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54276) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:28.462284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 5a72d73d-de95-4247-8971-a8a831032db1 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:28.462677 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:28.510512 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad132dec-8644-4fda-9787-d3beafd191bf req-fe33e1a2-c6ab-4e85-ad68-28807ef32f3b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 1160 time: 0.2162066 Nov 12 07:50:28.610107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fafa5-ca90-43e0-b459-de819c376014 req-e359697e-69fb-4cb1-89cb-f1c76b8fbbd9 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:28.612136 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-840fafa5-ca90-43e0-b459-de819c376014 req-e359697e-69fb-4cb1-89cb-f1c76b8fbbd9 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 943 time: 0.1905854 Nov 12 07:50:28.785552 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-840fafa5-ca90-43e0-b459-de819c376014 req-9e06b0e5-0df6-4502-87a0-16fb50085a11 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247463 Nov 12 07:50:28.787929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132dec-8644-4fda-9787-d3beafd191bf req-d0c13a99-53ec-4954-97af-d3168dce4c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:28.789591 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad132dec-8644-4fda-9787-d3beafd191bf req-d0c13a99-53ec-4954-97af-d3168dce4c5c service neutron] 10.222.0.33 "GET /v2.0/networks?id=44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 200 len: 913 time: 0.2710149 Nov 12 07:50:28.801134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f3b03-9e5f-489c-b6e2-36d1cefbeabb req-8e744da0-e4be-4933-a2e7-1c4b49bcde2c tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:28.802744 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7d6f3b03-9e5f-489c-b6e2-36d1cefbeabb req-8e744da0-e4be-4933-a2e7-1c4b49bcde2c tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 944 time: 0.1845207 Nov 12 07:50:28.822845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-343d44a1-f020-4dd9-a101-22b70204b1d8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting subnet b512f6a9-5ec1-456c-95b6-a7de541d6a42 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:50:28.832501 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-343d44a1-f020-4dd9-a101-22b70204b1d8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:28.901607 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad132dec-8644-4fda-9787-d3beafd191bf req-a55088e7-29c9-4258-8165-5f9fd74b5f91 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=156033d6-c97c-4ec7-a159-ef251ec853b5 HTTP/1.1" status: 200 len: 217 time: 0.0977893 Nov 12 07:50:28.916599 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-343d44a1-f020-4dd9-a101-22b70204b1d8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:28.966084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Attempting to bind port 779610ba-d3ca-4e7f-8682-9d1dffa49c49 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:50:28.966084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Attempting to bind port 779610ba-d3ca-4e7f-8682-9d1dffa49c49 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '41b69eef-d6a0-480d-b280-e7fdeb407c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3ae7603a-dc28-4a31-9818-e69c9b6e5f1a'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:50:28.966084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Attempting to bind port 779610ba-d3ca-4e7f-8682-9d1dffa49c49 on network 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:50:28.983332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:50:28.983739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Checking segment: {'id': '41b69eef-d6a0-480d-b280-e7fdeb407c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3ae7603a-dc28-4a31-9818-e69c9b6e5f1a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:28.984115 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:28.984508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Bound using segment: {'id': '41b69eef-d6a0-480d-b280-e7fdeb407c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3ae7603a-dc28-4a31-9818-e69c9b6e5f1a'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:50:28.985044 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Bound port: 779610ba-d3ca-4e7f-8682-9d1dffa49c49, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b69eef-d6a0-480d-b280-e7fdeb407c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3ae7603a-dc28-4a31-9818-e69c9b6e5f1a'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:50:28.985427 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:29.003895 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7d6f3b03-9e5f-489c-b6e2-36d1cefbeabb req-1d812a27-055c-4b38-922b-9e2c68c8c778 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/security-groups?id=1991f343-1545-404e-ab0a-04a02017e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201565 Nov 12 07:50:29.026272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132dec-8644-4fda-9787-d3beafd191bf req-af5c5db4-4f10-4c66-8fe3-dc7974abd5b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:29.028508 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad132dec-8644-4fda-9787-d3beafd191bf req-af5c5db4-4f10-4c66-8fe3-dc7974abd5b6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=061eb431-be4a-415f-9236-3a16a64d078a HTTP/1.1" status: 200 len: 859 time: 0.1046014 Nov 12 07:50:29.096471 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd842488-b547-4dfb-90b0-5d8bdf37abee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a72d73d-de95-4247-8971-a8a831032db1', 'code': 200} Nov 12 07:50:29.105880 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-343d44a1-f020-4dd9-a101-22b70204b1d8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:29.132706 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad132dec-8644-4fda-9787-d3beafd191bf req-d4716c18-c339-478d-9a12-a48716245715 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=44e340f5-5c7b-410f-886c-f4c18a733214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957940 Nov 12 07:50:29.158295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] For port 779610ba-d3ca-4e7f-8682-9d1dffa49c49, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:50:29.173773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] For port 779610ba-d3ca-4e7f-8682-9d1dffa49c49, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=779610ba-d3ca-4e7f-8682-9d1dffa49c49,segment=NetworkSegment(41b69eef-d6a0-480d-b280-e7fdeb407c76),segment_id=41b69eef-d6a0-480d-b280-e7fdeb407c76)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:50:29.198199 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:29.236876 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c516592d-29d8-48fb-be08-8e2c432ab16c', 'tag': '3c4ce446-b626-44e6-a249-cc9effa79623', 'status': 'completed', 'code': 200} Nov 12 07:50:29.267162 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:29.506473 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ef598247-029e-4c04-a2eb-f5bc8f9ec8d7 req-6aa3ab5e-dd6d-4b62-b866-d2657664843e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 210 time: 0.1312697 Nov 12 07:50:29.645545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Pushing event updated for resources: {'Port': ['ID=779610ba-d3ca-4e7f-8682-9d1dffa49c49,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:29.649452 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:29.652018 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-375c25da-befb-4f83-a27d-c45466608690 service neutron] 10.222.0.41 "PUT /v2.0/ports/779610ba-d3ca-4e7f-8682-9d1dffa49c49 HTTP/1.1" status: 200 len: 1156 time: 3.1616514 Nov 12 07:50:29.655614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0958cc9a-e01b-4df7-995f-7cca4cd121df', 'tag': '779610ba-d3ca-4e7f-8682-9d1dffa49c49'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:29.664162 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:29.704539 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-343d44a1-f020-4dd9-a101-22b70204b1d8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:29.713810 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad132dec-8644-4fda-9787-d3beafd191bf req-610a018d-f551-438b-b5ef-6932837f019b service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737057 Nov 12 07:50:29.725031 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-806c319d-e00e-4bc8-b856-7dfbbb9e6133 req-ca74e23f-543a-4131-abdf-85e2ca754630 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=942b55ddbbf440699b672e0304a679e4&device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 1158 time: 0.3946786 Nov 12 07:50:29.739168 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b93ded62-b649-4a6f-8e41-89df95ba44a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:29.791163 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22b0a2d8-3d81-443c-9400-19a16eda6d2e req-6fa844fc-f575-441d-a146-929dc4e222aa service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee HTTP/1.1" status: 200 len: 1161 time: 0.4147539 Nov 12 07:50:30.192818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d44a1-f020-4dd9-a101-22b70204b1d8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Subnet': ['ID=b512f6a9-5ec1-456c-95b6-a7de541d6a42,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:30.203574 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-343d44a1-f020-4dd9-a101-22b70204b1d8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:30.214009 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-c2fd02b0-d330-4233-93bc-e24d9c8ea53d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "GET /v2.0/networks?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693359 Nov 12 07:50:30.238326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50e432-bfa3-4535-8a0e-5d19bc8a84c4 req-90efcccc-b2f8-4fa7-bf1a-e34eb35ab15c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:30.239955 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c50e432-bfa3-4535-8a0e-5d19bc8a84c4 req-90efcccc-b2f8-4fa7-bf1a-e34eb35ab15c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.7564006 Nov 12 07:50:30.274360 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 3c4ce446-b626-44e6-a249-cc9effa79623 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:30.348039 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c5f4d97a-1a62-4d53-a567-69a817f90cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:30.366168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 3c4ce446-b626-44e6-a249-cc9effa79623 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:30.371883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 3c4ce446-b626-44e6-a249-cc9effa79623 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:30.372432 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:30.379180 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22b0a2d8-3d81-443c-9400-19a16eda6d2e req-d38f1231-40ed-4dee-802a-754a1e510e61 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547283 Nov 12 07:50:30.380616 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-343d44a1-f020-4dd9-a101-22b70204b1d8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:30.403823 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9ab2c7-859c-417a-934c-9f0c31615346 None None] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:50:30.412397 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-343d44a1-f020-4dd9-a101-22b70204b1d8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "DELETE /v2.0/subnets/b512f6a9-5ec1-456c-95b6-a7de541d6a42 HTTP/1.1" status: 204 len: 168 time: 1.9746170 Nov 12 07:50:30.416927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 54312) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:30.418644 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-1f07bd19-78d0-452f-a9f6-0e59fb4cd895 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9a39e1e34c34a91b42854b699a17296&device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 1159 time: 0.6810756 Nov 12 07:50:30.428523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c319d-e00e-4bc8-b856-7dfbbb9e6133 req-3917a9cc-3829-4bfc-b1bf-7449b35ffc9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:30.430212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-806c319d-e00e-4bc8-b856-7dfbbb9e6133 req-3917a9cc-3829-4bfc-b1bf-7449b35ffc9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=9798433c-a1e6-4eac-ba43-abbccad85920 HTTP/1.1" status: 200 len: 909 time: 0.6428947 Nov 12 07:50:30.454101 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad132dec-8644-4fda-9787-d3beafd191bf req-a03b8095-3bef-42de-bcb4-a06b79af0ffd service neutron] 10.222.0.33 "GET /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7266829 Nov 12 07:50:30.515663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-e5115c2d-a396-418a-9b9c-8e20b7bbc5b6 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:30.520408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988f36-4b79-4af9-830c-c982a435ac2a req-e24f5430-7791-489d-a610-9e17a3e0f458 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:30.528502 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a988f36-4b79-4af9-830c-c982a435ac2a req-e24f5430-7791-489d-a610-9e17a3e0f458 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.7754838 Nov 12 07:50:30.528944 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-e5115c2d-a396-418a-9b9c-8e20b7bbc5b6 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932670 Nov 12 07:50:30.531507 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-cdb37f33-94c1-4d7a-af0a-072aaf939a80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779610ba-d3ca-4e7f-8682-9d1dffa49c49 HTTP/1.1" status: 200 len: 217 time: 0.0951018 Nov 12 07:50:30.590991 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c50e432-bfa3-4535-8a0e-5d19bc8a84c4 req-1747552e-747d-49cc-94d0-97865c1d417c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306408 Nov 12 07:50:30.608363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-2d114a92-7f0c-4d41-8a1f-a0e220e94e89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:30.610640 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-2d114a92-7f0c-4d41-8a1f-a0e220e94e89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f93535ba-b416-4622-ba8d-31e2c6d50d23 HTTP/1.1" status: 200 len: 855 time: 0.0722663 Nov 12 07:50:30.652961 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-806c319d-e00e-4bc8-b856-7dfbbb9e6133 req-11253598-254e-4290-8f0e-882eb7a65dc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c4ce446-b626-44e6-a249-cc9effa79623 HTTP/1.1" status: 200 len: 217 time: 0.1931255 Nov 12 07:50:30.663798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Request body: {'port': {'device_id': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': '6a2815708d614ce1b993a1a3e41c0d64'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:30.672357 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:30.692591 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-b1030111-a65d-4626-8a05-abb032455785 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ae7603a-dc28-4a31-9818-e69c9b6e5f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751770 Nov 12 07:50:30.739612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 3c4ce446-b626-44e6-a249-cc9effa79623, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=3c4ce446-b626-44e6-a249-cc9effa79623,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:30.747313 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:30.750268 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:30.769623 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:30.825323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219d8ca-c89c-4faf-87fe-0f0c88aed040 None None] DHCP port deletion for ae67d9b3-55da-4041-aeb1-bd35e9210e24 request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:50:30.832197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-f219d8ca-c89c-4faf-87fe-0f0c88aed040 None None] Deleting port 3b80159b-0523-488d-a9db-500f00467e75 {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:30.832868 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f219d8ca-c89c-4faf-87fe-0f0c88aed040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:30.856459 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a988f36-4b79-4af9-830c-c982a435ac2a req-0099e67a-1913-4439-b4ba-5e5425055c80 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268039 Nov 12 07:50:30.891437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=3c4ce446-b626-44e6-a249-cc9effa79623,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:30.896821 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:30.944489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c319d-e00e-4bc8-b856-7dfbbb9e6133 req-01abff5e-b06d-4593-848d-b9eebe8e228a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:30.946382 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-806c319d-e00e-4bc8-b856-7dfbbb9e6133 req-01abff5e-b06d-4593-848d-b9eebe8e228a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d37b6ad-cdbe-4633-884a-ac30fb969cf8 HTTP/1.1" status: 200 len: 854 time: 0.2724047 Nov 12 07:50:30.951744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port 3b80159b-0523-488d-a9db-500f00467e75 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:30.952248 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:30.976025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:31.003223 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:31.031425 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-3b89dd58-dde3-4528-9984-175adadcaf9d service neutron] 10.222.0.41 "GET /v2.0/networks/3ae7603a-dc28-4a31-9818-e69c9b6e5f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252561 Nov 12 07:50:31.032195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Made reservation on behalf of 6a2815708d614ce1b993a1a3e41c0d64 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:31.037853 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:31.100390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c516592d-29d8-48fb-be08-8e2c432ab16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4ce446-b626-44e6-a249-cc9effa79623'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:31.119351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-f219d8ca-c89c-4faf-87fe-0f0c88aed040 None None] For port 3b80159b-0523-488d-a9db-500f00467e75, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=3b80159b-0523-488d-a9db-500f00467e75,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:31.120249 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f219d8ca-c89c-4faf-87fe-0f0c88aed040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:31.220540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8099d-ab85-4893-a347-7442bf641048 req-028956d0-bd91-40c0-bfe6-6b8865de6592 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:31.222238 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bcb8099d-ab85-4893-a347-7442bf641048 req-028956d0-bd91-40c0-bfe6-6b8865de6592 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.3751383 Nov 12 07:50:31.259853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-f219d8ca-c89c-4faf-87fe-0f0c88aed040 None None] Calling delete_port for 3b80159b-0523-488d-a9db-500f00467e75 owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:31.324197 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-970e3e46-ce28-4b3b-85b1-e54b3524b61b req-3449476d-f22e-4976-8bd5-41947161bceb service neutron] 10.222.0.41 "GET /v2.0/networks/3ae7603a-dc28-4a31-9818-e69c9b6e5f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2731774 Nov 12 07:50:31.338747 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f219d8ca-c89c-4faf-87fe-0f0c88aed040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:31.359280 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:31.374761 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-806c319d-e00e-4bc8-b856-7dfbbb9e6133 req-3c1159e0-90cb-4914-8535-24546d18e83a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9798433c-a1e6-4eac-ba43-abbccad85920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3844562 Nov 12 07:50:31.384656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637db7d-6db8-4504-b1e7-fadb5893402d req-a9df4f78-27dc-4297-8316-2e2b19b64439 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:31.386297 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1637db7d-6db8-4504-b1e7-fadb5893402d req-a9df4f78-27dc-4297-8316-2e2b19b64439 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 945 time: 0.3870556 Nov 12 07:50:31.403870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] For port 3b80159b-0523-488d-a9db-500f00467e75, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=3b80159b-0523-488d-a9db-500f00467e75,segment=NetworkSegment(b538432a-5422-4c33-9116-62d688c3d19f),segment_id=b538432a-5422-4c33-9116-62d688c3d19f)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:31.404285 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:31.483419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219d8ca-c89c-4faf-87fe-0f0c88aed040 None None] Pushing event deleted for resources: {'Port': ['ID=3b80159b-0523-488d-a9db-500f00467e75,revision_number=None']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:31.493003 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f219d8ca-c89c-4faf-87fe-0f0c88aed040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:31.498048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219d8ca-c89c-4faf-87fe-0f0c88aed040 None None] No DVR routers for this DVR port 3b80159b-0523-488d-a9db-500f00467e75 on host n-d-761264-6 {{(pid=80794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:50:31.510288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Allocated IP 192.168.233.182 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/0cd54a18-35dc-44d4-b048-9de9398fd155) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:50:31.614830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 3c4ce446-b626-44e6-a249-cc9effa79623 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:31.635268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Calling delete_port for 3b80159b-0523-488d-a9db-500f00467e75 owned by network:dhcp {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:31.686854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 3c4ce446-b626-44e6-a249-cc9effa79623 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:31.687232 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:31.689941 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bcb8099d-ab85-4893-a347-7442bf641048 req-52da2722-89dc-4b94-b9ce-1ee4561e020b tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425619 Nov 12 07:50:31.741410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:31.783092 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1637db7d-6db8-4504-b1e7-fadb5893402d req-fe81725c-ced8-43bb-837b-7cf6d07bb159 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851564 Nov 12 07:50:31.783348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Transition to ACTIVE for port object 0cd54a18-35dc-44d4-b048-9de9398fd155 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:31.804111 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-806c319d-e00e-4bc8-b856-7dfbbb9e6133 req-ef8e9574-4aeb-4cbe-b224-5491b1c069d2 service neutron] 10.222.0.41 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049680 Nov 12 07:50:31.808210 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:50:31.808580 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:50:31.813623 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0958cc9a-e01b-4df7-995f-7cca4cd121df', 'tag': '779610ba-d3ca-4e7f-8682-9d1dffa49c49', 'status': 'completed', 'code': 200} Nov 12 07:50:31.827737 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:31.953349 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:32.100825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 3b80159b-0523-488d-a9db-500f00467e75 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:50:32.102184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Pushing event updated for resources: {'Port': ['ID=0cd54a18-35dc-44d4-b048-9de9398fd155,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:32.119009 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:32.120683 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-806c319d-e00e-4bc8-b856-7dfbbb9e6133 req-9d4e586a-aa4f-4f21-b475-25f53a4462ed service neutron] 10.222.0.41 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3056438 Nov 12 07:50:32.140805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 3b80159b-0523-488d-a9db-500f00467e75 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:50:32.141298 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 3b80159b-0523-488d-a9db-500f00467e75 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:50:32.152769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea0b57-02be-4bf3-bf9e-644f1d28a260 req-4e5d3ed0-b63b-42fb-bc2f-42ef6d3dca26 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:32.154156 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a5ea0b57-02be-4bf3-bf9e-644f1d28a260 req-4e5d3ed0-b63b-42fb-bc2f-42ef6d3dca26 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 945 time: 0.2260866 Nov 12 07:50:32.160308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7b0cf-c795-4ced-9fc3-b413881891a6 req-13e4d89f-4ce1-46d0-85da-c4c54f326e00 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:32.165423 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4c7b0cf-c795-4ced-9fc3-b413881891a6 req-13e4d89f-4ce1-46d0-85da-c4c54f326e00 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 944 time: 0.1784136 Nov 12 07:50:32.185536 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-812511c9-6936-4bf0-93dc-03e6c34d2be2 req-1a4be3b5-bace-4fb9-968f-81a0475fe995 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a9a39e1e34c34a91b42854b699a17296&device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 1159 time: 0.1996129 Nov 12 07:50:32.191109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:50:32.193644 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:32.220095 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:50:32.252027 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a5ea0b57-02be-4bf3-bf9e-644f1d28a260 req-41d91790-6ba2-4b5a-9051-de050cf4256f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854995 Nov 12 07:50:32.254413 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4c7b0cf-c795-4ced-9fc3-b413881891a6 req-010f9368-0476-408e-938e-764aa10e63ba tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/security-groups?id=1991f343-1545-404e-ab0a-04a02017e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722737 Nov 12 07:50:32.310291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port 3b80159b-0523-488d-a9db-500f00467e75 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:32.310929 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:32.360185 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c516592d-29d8-48fb-be08-8e2c432ab16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c4ce446-b626-44e6-a249-cc9effa79623', 'code': 200} Nov 12 07:50:32.407489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:32.408171 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:32.458951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812511c9-6936-4bf0-93dc-03e6c34d2be2 req-d70bb500-9e14-4028-92de-5429e3451d8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:32.460574 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-812511c9-6936-4bf0-93dc-03e6c34d2be2 req-d70bb500-9e14-4028-92de-5429e3451d8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ae7603a-dc28-4a31-9818-e69c9b6e5f1a HTTP/1.1" status: 200 len: 910 time: 0.2682195 Nov 12 07:50:32.468755 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8090670 Nov 12 07:50:32.500580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] The port '3b80159b-0523-488d-a9db-500f00467e75' was deleted {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}} Nov 12 07:50:32.544176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Request body: {'port': {'device_id': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:32.554677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-2b2ac620-bfd2-481d-9e1c-9fbcc56dd10b None None] Provisioning for port 0cd54a18-35dc-44d4-b048-9de9398fd155 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:32.570225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-2b2ac620-bfd2-481d-9e1c-9fbcc56dd10b None None] Provisioning complete for port 0cd54a18-35dc-44d4-b048-9de9398fd155 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:32.570795 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2b2ac620-bfd2-481d-9e1c-9fbcc56dd10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:32.575470 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-812511c9-6936-4bf0-93dc-03e6c34d2be2 req-72c3b207-fcfb-4cd3-bd14-c62261d8583d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779610ba-d3ca-4e7f-8682-9d1dffa49c49 HTTP/1.1" status: 200 len: 217 time: 0.1040299 Nov 12 07:50:32.627721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ac620-bfd2-481d-9e1c-9fbcc56dd10b None None] Port 0cd54a18-35dc-44d4-b048-9de9398fd155 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:50:32.724702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812511c9-6936-4bf0-93dc-03e6c34d2be2 req-8ccc0f34-fafe-4e6d-b6c3-6461fa1185e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:32.726706 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-812511c9-6936-4bf0-93dc-03e6c34d2be2 req-8ccc0f34-fafe-4e6d-b6c3-6461fa1185e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f93535ba-b416-4622-ba8d-31e2c6d50d23 HTTP/1.1" status: 200 len: 855 time: 0.1398768 Nov 12 07:50:32.733963 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:32.796814 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-812511c9-6936-4bf0-93dc-03e6c34d2be2 req-8210ae3d-cb0a-49c4-b544-b319d7947872 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ae7603a-dc28-4a31-9818-e69c9b6e5f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519252 Nov 12 07:50:32.984510 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:33.043134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7470c93a-0ce0-443b-9137-8423e9d0efd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:33.076783 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:33.087717 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-812511c9-6936-4bf0-93dc-03e6c34d2be2 req-feb770ca-0de8-4613-8a23-d199799ff6fc service neutron] 10.222.0.41 "GET /v2.0/networks/3ae7603a-dc28-4a31-9818-e69c9b6e5f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635229 Nov 12 07:50:33.120848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861965b-f880-46b5-b245-58f55101ed46 req-4f424838-ad27-45a8-8e5d-f6245d902f8b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:33.122552 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d861965b-f880-46b5-b245-58f55101ed46 req-4f424838-ad27-45a8-8e5d-f6245d902f8b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 936 time: 0.7108228 Nov 12 07:50:33.130357 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-41cd52ca-4ad6-4707-864c-f2e78f666bba req-f6474eb7-a869-47a7-8db3-ede06eedc06b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 1160 time: 0.6720512 Nov 12 07:50:33.148936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d6534-ef64-47db-96c2-d6ea76af73b5 req-08f3f2d4-e74c-4348-84c5-0bbe822bc3dd tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:33.150619 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-da3d6534-ef64-47db-96c2-d6ea76af73b5 req-08f3f2d4-e74c-4348-84c5-0bbe822bc3dd tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.6393976 Nov 12 07:50:33.208409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae67d9b3-55da-4041-aeb1-bd35e9210e24']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:50:33.238672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b538432a-5422-4c33-9116-62d688c3d19f') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:50:33.238932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b538432a-5422-4c33-9116-62d688c3d19f') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:50:33.256422 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:33.275206 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:33.326066 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-41cd52ca-4ad6-4707-864c-f2e78f666bba req-71121bc0-0c4b-4745-8b35-0847f857d774 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743293 Nov 12 07:50:33.328366 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:33.332527 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d861965b-f880-46b5-b245-58f55101ed46 req-42d951e0-f9a1-44a6-b1ea-508d0b70a816 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985974 Nov 12 07:50:33.333524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Releasing vxlan tunnel 8 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:50:33.350678 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-da3d6534-ef64-47db-96c2-d6ea76af73b5 req-db60ebb2-bf64-4d12-a9c2-97369754d4cb tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645970 Nov 12 07:50:33.577422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:50:33.589111 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:33.637913 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-812511c9-6936-4bf0-93dc-03e6c34d2be2 req-b31d4945-8a23-497e-bb81-4f31e1bc8690 service neutron] 10.222.0.41 "GET /v2.0/networks/3ae7603a-dc28-4a31-9818-e69c9b6e5f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5388856 Nov 12 07:50:33.747844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd54a18-35dc-44d4-b048-9de9398fd155 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:50:33.755269 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:33.768531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Transition to ACTIVE for port object 0cd54a18-35dc-44d4-b048-9de9398fd155 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:33.772271 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:33.789314 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b91b1384-386e-41d1-8d4b-c6d9af2e6425 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:33.790858 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-fad16d21-a57e-4d84-83d2-568955c64b6d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:50:33.843258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network ae67d9b3-55da-4041-aeb1-bd35e9210e24 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:50:33.871634 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:50:33.882815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f75bc2-958d-4ebf-a6e5-aae32dfd1d4a req-30a72271-21a9-44fe-816c-e8601b80d705 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:33.884528 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04f75bc2-958d-4ebf-a6e5-aae32dfd1d4a req-30a72271-21a9-44fe-816c-e8601b80d705 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.3707082 Nov 12 07:50:33.922618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd54a18-35dc-44d4-b048-9de9398fd155,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:33.927455 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:34.008025 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.021864 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:34.043446 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.055806 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-04f75bc2-958d-4ebf-a6e5-aae32dfd1d4a req-f31a14e3-c10e-4b31-b4a4-2cd1c62b43d7 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050556 Nov 12 07:50:34.056662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Network': ['ID=ae67d9b3-55da-4041-aeb1-bd35e9210e24,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:34.063079 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:34.080168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f751d68-812c-431a-82b8-b46400cb50d4 req-eaf927b7-13f8-4dd6-a6e2-7e86023b3962 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:34.084104 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f751d68-812c-431a-82b8-b46400cb50d4 req-eaf927b7-13f8-4dd6-a6e2-7e86023b3962 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.3232360 Nov 12 07:50:34.086159 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1e2c8aea-1622-40f3-9b9b-7884d3b58102 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "DELETE /v2.0/networks/ae67d9b3-55da-4041-aeb1-bd35e9210e24 HTTP/1.1" status: 204 len: 168 time: 3.6640828 Nov 12 07:50:34.101832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 54334) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:34.134377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Attempting to bind port 0cd54a18-35dc-44d4-b048-9de9398fd155 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:50:34.135022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Attempting to bind port 0cd54a18-35dc-44d4-b048-9de9398fd155 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:50:34.135571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Attempting to bind port 0cd54a18-35dc-44d4-b048-9de9398fd155 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:50:34.140700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1279203087'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:34.144252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:50:34.144814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:34.145410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.145969 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:50:34.146745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Bound port: 0cd54a18-35dc-44d4-b048-9de9398fd155, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:50:34.147283 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.150965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:34.158301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:network and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:34.162895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for network was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:34.167920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f751d68-812c-431a-82b8-b46400cb50d4 req-937be911-1f2e-4936-ba06-5e6be5d83053 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677090 Nov 12 07:50:34.172046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:34.183892 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:34.194492 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.276251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] For port 0cd54a18-35dc-44d4-b048-9de9398fd155, host n-h2-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:50:34.279548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] For port 0cd54a18-35dc-44d4-b048-9de9398fd155, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=0cd54a18-35dc-44d4-b048-9de9398fd155,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:50:34.283952 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.295684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:50:34.306532 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e1550ddc-4b44-4362-a3bd-d5490075bf27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:34.312924 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.360635 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.361039 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Added segment d0eb85fa-71ba-4b77-a167-015d5f661391 of type vxlan for network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 Nov 12 07:50:34.407834 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.449751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558f6ce-0442-473e-a552-ec8e8c232a14 req-732a4a48-3457-4b40-a281-b94033c63f21 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:34.451421 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8558f6ce-0442-473e-a552-ec8e8c232a14 req-732a4a48-3457-4b40-a281-b94033c63f21 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 945 time: 0.2318628 Nov 12 07:50:34.463842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd54a18-35dc-44d4-b048-9de9398fd155,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:34.469410 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:34.486651 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.494788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:34.495413 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.504620 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:34.505393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7d24-48dd-4243-bc66-4b23f75a197f req-f35dad47-e2b5-4a56-8bca-47f8be67ec56 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:34.506107 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] 10.222.0.33 "PUT /v2.0/ports/0cd54a18-35dc-44d4-b048-9de9398fd155 HTTP/1.1" status: 200 len: 1160 time: 1.9671092 Nov 12 07:50:34.506681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:34.506953 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06bb7d24-48dd-4243-bc66-4b23f75a197f req-f35dad47-e2b5-4a56-8bca-47f8be67ec56 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 944 time: 0.1991355 Nov 12 07:50:34.510968 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b27a5691-d323-4798-bab2-a7173502514b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:34.692783 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-b48a4e51-b430-4bd7-981f-4a7074d1e9e2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 1163 time: 0.1028142 Nov 12 07:50:34.693941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54344) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:34.694122 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5911269 Nov 12 07:50:34.700281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'subnet': {'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:34.701458 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8558f6ce-0442-473e-a552-ec8e8c232a14 req-3530f183-7f02-40d1-b678-d4ece97d5b18 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410216 Nov 12 07:50:34.706637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Network': ['ID=7f1f09f2-48f7-4944-ab73-8fe0432a2d49,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:34.712791 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:34.724548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:34.733477 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06bb7d24-48dd-4243-bc66-4b23f75a197f req-79b36ff9-c6bb-4999-b38a-67ede3846cd3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/security-groups?id=1991f343-1545-404e-ab0a-04a02017e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833608 Nov 12 07:50:34.957479 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-f4cd3337-95dc-4bd8-9b61-ea250eb0d9c7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0cd54a18-35dc-44d4-b048-9de9398fd155 HTTP/1.1" status: 200 len: 217 time: 0.2124228 Nov 12 07:50:35.014273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:35.025870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d4156-e942-4f87-a17d-1039f7c9eee4 req-3023e092-1f5e-47e0-bfe2-1694062bd672 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:35.028117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:35.033536 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bf2d4156-e942-4f87-a17d-1039f7c9eee4 req-3023e092-1f5e-47e0-bfe2-1694062bd672 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 948 time: 0.1685030 Nov 12 07:50:35.047256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:35.055043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:subnet and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:35.060714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:35.064305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-1640f8b5-2199-4c9c-b7bc-8f98dc12eb55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:35.066128 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-1640f8b5-2199-4c9c-b7bc-8f98dc12eb55 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0984306 Nov 12 07:50:35.069421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaaab8-bd6b-4f63-91a5-244dc520e7e4 req-5e8a5957-ef0b-4ca4-aecf-148caed2f803 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:35.070075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 779610ba-d3ca-4e7f-8682-9d1dffa49c49 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:35.070202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:35.070388 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-14aaaab8-bd6b-4f63-91a5-244dc520e7e4 req-5e8a5957-ef0b-4ca4-aecf-148caed2f803 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 945 time: 0.1584597 Nov 12 07:50:35.119387 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bf2d4156-e942-4f87-a17d-1039f7c9eee4 req-4f98d3b4-40c0-41a1-bd31-a7c35c3c4272 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848558 Nov 12 07:50:35.137661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:35.141781 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-14aaaab8-bd6b-4f63-91a5-244dc520e7e4 req-8424d130-e94c-40a0-8a80-6ca61c06d8a9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609202 Nov 12 07:50:35.241988 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155', 'status': 'completed', 'code': 200} Nov 12 07:50:35.276933 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-9eae3fa5-504e-49d1-8ca4-389be108aef7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1985064 Nov 12 07:50:35.282185 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:35.318828 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:35.381314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 779610ba-d3ca-4e7f-8682-9d1dffa49c49 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:35.386590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 779610ba-d3ca-4e7f-8682-9d1dffa49c49 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:35.387092 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:35.452775 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e954d-de8f-4c6b-8f2e-cb96ca8c6f0e req-cc32beb8-f4c6-4df5-8f7d-f69d92e6913c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:35.454450 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b08e954d-de8f-4c6b-8f2e-cb96ca8c6f0e req-cc32beb8-f4c6-4df5-8f7d-f69d92e6913c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.1769547 Nov 12 07:50:35.483536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba42eb-9704-418e-81cc-0d3d5882c186 req-23493ad0-ff79-4dfb-9332-8079bdeb1eba tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:35.485119 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-94ba42eb-9704-418e-81cc-0d3d5882c186 req-23493ad0-ff79-4dfb-9332-8079bdeb1eba tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.1276555 Nov 12 07:50:35.537106 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b08e954d-de8f-4c6b-8f2e-cb96ca8c6f0e req-c90d8020-3a88-4c6c-b66d-0b29e1a9b00b tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746284 Nov 12 07:50:35.542239 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:35.560378 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-94ba42eb-9704-418e-81cc-0d3d5882c186 req-b9308270-a5d1-4d18-9480-6d7d9289f87a tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663738 Nov 12 07:50:35.616368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 779610ba-d3ca-4e7f-8682-9d1dffa49c49, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=779610ba-d3ca-4e7f-8682-9d1dffa49c49,segment=NetworkSegment(41b69eef-d6a0-480d-b280-e7fdeb407c76),segment_id=41b69eef-d6a0-480d-b280-e7fdeb407c76)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:35.617445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0958cc9a-e01b-4df7-995f-7cca4cd121df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779610ba-d3ca-4e7f-8682-9d1dffa49c49'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:35.625137 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:35.627729 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:35.664986 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-fc1c007d-b39a-404d-8afa-da5722dd8f20 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071597 Nov 12 07:50:35.747268 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0958cc9a-e01b-4df7-995f-7cca4cd121df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779610ba-d3ca-4e7f-8682-9d1dffa49c49', 'code': 200} Nov 12 07:50:35.770802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=779610ba-d3ca-4e7f-8682-9d1dffa49c49,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:35.787637 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:35.811884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 779610ba-d3ca-4e7f-8682-9d1dffa49c49 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:35.815912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35867ce-ebf3-4dab-b50f-fb75973ba76d req-34b79bfb-c4de-4091-b817-300a6fae032b tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:35.824252 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b35867ce-ebf3-4dab-b50f-fb75973ba76d req-34b79bfb-c4de-4091-b817-300a6fae032b tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.1013622 Nov 12 07:50:35.897173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 779610ba-d3ca-4e7f-8682-9d1dffa49c49 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:35.898066 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:35.938356 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b35867ce-ebf3-4dab-b50f-fb75973ba76d req-4f8482e8-6d33-4924-b687-d255855abb9d tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127632 Nov 12 07:50:36.006294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-a27b2592-315f-4e8d-a169-225d85dfaf0c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:36.007876 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-a27b2592-315f-4e8d-a169-225d85dfaf0c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.33 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 945 time: 0.1571398 Nov 12 07:50:36.132568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Deleting port 2580cb0b-e5c5-4a58-8581-10329588de82 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:36.133133 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:36.158845 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c4baf4e-987a-4c41-8773-17157caa6d7a req-95e56319-7293-4a15-bad4-4350001dc276 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4775994 Nov 12 07:50:36.185347 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3347f0b0-4d6a-409f-bd51-c260c347e4be req-0f2e3471-8d41-4c27-a17f-01ed88751381 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 1161 time: 0.3619497 Nov 12 07:50:36.348628 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3347f0b0-4d6a-409f-bd51-c260c347e4be req-5ca08154-9333-4cd3-905f-9a81b8256907 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1991f343-1545-404e-ab0a-04a02017e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396446 Nov 12 07:50:36.350171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 2580cb0b-e5c5-4a58-8581-10329588de82 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:50:36.369629 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a05e4813-b532-44ad-b8fc-e2cb6ed159f1 req-7626bb56-ca30-4e4f-b9bc-e0a47c3257b3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 1163 time: 0.1438527 Nov 12 07:50:36.391745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a14233-9a1d-4224-a24d-0aebe2fddfba req-00e4678e-c266-42eb-89cb-d5e3f739b9f3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:36.393421 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-34a14233-9a1d-4224-a24d-0aebe2fddfba req-00e4678e-c266-42eb-89cb-d5e3f739b9f3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 946 time: 0.3073132 Nov 12 07:50:36.492634 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:36.530247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 2580cb0b-e5c5-4a58-8581-10329588de82, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=2580cb0b-e5c5-4a58-8581-10329588de82,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:36.538682 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:36.541522 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:36.585175 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-34a14233-9a1d-4224-a24d-0aebe2fddfba req-2020a77a-e83d-429b-8486-c613dacdfc77 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/security-groups?id=1991f343-1545-404e-ab0a-04a02017e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582119 Nov 12 07:50:36.608930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bb40d-18f5-48e0-9ddf-6556fe98f6fe req-1e10a205-6498-4cfc-bdd9-eae1c2f305f4 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:36.610825 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c86bb40d-18f5-48e0-9ddf-6556fe98f6fe req-1e10a205-6498-4cfc-bdd9-eae1c2f305f4 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 945 time: 0.2860253 Nov 12 07:50:36.622048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=2580cb0b-e5c5-4a58-8581-10329588de82,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:36.633096 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:36.705934 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] For port 2580cb0b-e5c5-4a58-8581-10329588de82, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=2580cb0b-e5c5-4a58-8581-10329588de82,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:36.706307 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:36.762154 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c86bb40d-18f5-48e0-9ddf-6556fe98f6fe req-bdb01ebb-52e9-4887-b423-789698b9d654 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268992 Nov 12 07:50:36.837357 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:36.855122 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-178fa30f-24fa-4e4f-afe5-c93192cd84ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:36.890345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Calling delete_port for 2580cb0b-e5c5-4a58-8581-10329588de82 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:37.006817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e4813-b532-44ad-b8fc-e2cb6ed159f1 req-cefdeb27-c133-4305-89ed-5c83108b8de1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:37.008519 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a05e4813-b532-44ad-b8fc-e2cb6ed159f1 req-cefdeb27-c133-4305-89ed-5c83108b8de1 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.6294239 Nov 12 07:50:37.065388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d7c62-9e5c-4275-b9b0-2acce7cfff39 req-e7adb84b-a0b9-4b1c-9465-4b94b2c4159c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:37.069597 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d34d7c62-9e5c-4275-b9b0-2acce7cfff39 req-e7adb84b-a0b9-4b1c-9465-4b94b2c4159c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 948 time: 0.3549838 Nov 12 07:50:37.075950 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:50:37.076309 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:50:37.082532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Subnet': ['ID=51460b57-04d6-49ae-bd2d-e97aaf30b51e,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:37.085688 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:37.110627 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a05e4813-b532-44ad-b8fc-e2cb6ed159f1 req-3665401a-f692-4741-a26c-c025e9ce214c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0cd54a18-35dc-44d4-b048-9de9398fd155 HTTP/1.1" status: 200 len: 217 time: 0.0949008 Nov 12 07:50:37.111521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1437ce-50c5-405e-bd02-b2d3a36e7567 req-8ca01e92-fd52-4a98-9834-0a45a273236a tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:37.113186 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aa1437ce-50c5-405e-bd02-b2d3a36e7567 req-8ca01e92-fd52-4a98-9834-0a45a273236a tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 943 time: 0.1940994 Nov 12 07:50:37.165869 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d34d7c62-9e5c-4275-b9b0-2acce7cfff39 req-a8f7f7a0-7eaa-4752-bbdd-e7d9b9f5fa0f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874038 Nov 12 07:50:37.193521 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aa1437ce-50c5-405e-bd02-b2d3a36e7567 req-1051ad3d-0c08-4d96-923f-c7422ce94824 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697417 Nov 12 07:50:37.220457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e4813-b532-44ad-b8fc-e2cb6ed159f1 req-dd62d657-22e8-43d2-872e-a5a47ecda2e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:37.222106 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a05e4813-b532-44ad-b8fc-e2cb6ed159f1 req-dd62d657-22e8-43d2-872e-a5a47ecda2e8 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1013572 Nov 12 07:50:37.330890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Checking segment: {'id': 'd0eb85fa-71ba-4b77-a167-015d5f661391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:37.331291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network hostable DHCP agents. Network: 7f1f09f2-48f7-4944-ab73-8fe0432a2d49, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:50:37.365092 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a05e4813-b532-44ad-b8fc-e2cb6ed159f1 req-42236512-f07f-4a75-9def-db0d357c8a3c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1280499 Nov 12 07:50:37.372523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:50:37.407921 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 7f1f09f2-48f7-4944-ab73-8fe0432a2d49) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:37.416599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee4472-f505-483b-8c44-a28361b01d2f None None] Network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:50:37.490740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5293d-4b6b-434f-8127-7a8bcefedb0d req-c95a15e4-1af8-4e9a-81b7-e43e3ddd69d8 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:37.499841 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1be5293d-4b6b-434f-8127-7a8bcefedb0d req-c95a15e4-1af8-4e9a-81b7-e43e3ddd69d8 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.1255665 Nov 12 07:50:37.511401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:37.512040 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:37.529012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e12da-3192-48db-80ab-c5b218e99286 req-46df0981-001d-4c83-bfda-2906bc22189e tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:37.530668 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f44e12da-3192-48db-80ab-c5b218e99286 req-46df0981-001d-4c83-bfda-2906bc22189e tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.2065070 Nov 12 07:50:37.559073 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-27342ba0-8276-4b52-8ff1-57e2140bcf35 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8640664 Nov 12 07:50:37.562533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54380) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:37.565202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:50:37.578371 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1133213321'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:37.582420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Deleting port 2580cb0b-e5c5-4a58-8581-10329588de82 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:37.582765 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:37.588857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:37.595938 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a05e4813-b532-44ad-b8fc-e2cb6ed159f1 req-233014c4-f377-452b-822c-93328d1691dd service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137945 Nov 12 07:50:37.597308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:network and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:37.600476 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for network was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:37.635603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:37.662982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:37.699129 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1be5293d-4b6b-434f-8127-7a8bcefedb0d req-f0b2b6e0-62e6-40f1-bbf2-bdd55e651dd0 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983416 Nov 12 07:50:37.716685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:37.722339 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:37.729677 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f44e12da-3192-48db-80ab-c5b218e99286 req-b3cd5568-28b4-490d-8787-769759321bbf tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847281 Nov 12 07:50:37.755936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5868be86-abe4-4601-acc0-5686a35889c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2580cb0b-e5c5-4a58-8581-10329588de82'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:37.789315 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-7f1f09f2-48f7-4944-ab73-8fe0432a2d49', 'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'fixed_ips': [{'subnet_id': '51460b57-04d6-49ae-bd2d-e97aaf30b51e'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:50:37.790419 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:37.822362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:50:37.835021 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a05e4813-b532-44ad-b8fc-e2cb6ed159f1 req-e272de50-3f45-4ff3-ab53-9dc35d929bae service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2310829 Nov 12 07:50:37.839241 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:37.839632 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Added segment 80be7782-b24e-446f-80c7-9e3a683bd16a of type vxlan for network 94e7ff54-21ae-4c9c-92f0-9f255244565c Nov 12 07:50:37.869501 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:37.885458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 779610ba-d3ca-4e7f-8682-9d1dffa49c49 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:37.920198 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:37.924815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:37.929597 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:37.947961 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd2189f0-ec19-4509-96cc-da9bb6faaf1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:38.068170 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5021329 Nov 12 07:50:38.069865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54390) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:50:38.079063 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'subnet': {'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:38.104847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Network': ['ID=94e7ff54-21ae-4c9c-92f0-9f255244565c,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:38.120872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 94e7ff54-21ae-4c9c-92f0-9f255244565c details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:38.134523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 94e7ff54-21ae-4c9c-92f0-9f255244565c details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:38.154209 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:38.155829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 94e7ff54-21ae-4c9c-92f0-9f255244565c details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:50:38.203198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:38.207581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:subnet and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:38.210896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:38.217081 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:38.228031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:38.343544 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:38.436440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e1d8d-0455-4af8-84be-1dc6315f195b req-bd05c422-756a-4291-acbf-cc0eae4f497c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:38.438210 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a12e1d8d-0455-4af8-84be-1dc6315f195b req-bd05c422-756a-4291-acbf-cc0eae4f497c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.3174109 Nov 12 07:50:38.448302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92c93d-33ba-4c33-a42d-d7a6978a4327 req-bc7412c8-81f0-41f6-b999-c7bf70add632 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:38.456451 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d92c93d-33ba-4c33-a42d-d7a6978a4327 req-bc7412c8-81f0-41f6-b999-c7bf70add632 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 946 time: 0.3019674 Nov 12 07:50:38.510267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] For port 2580cb0b-e5c5-4a58-8581-10329588de82, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=2580cb0b-e5c5-4a58-8581-10329588de82,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:38.510769 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:38.607373 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 779610ba-d3ca-4e7f-8682-9d1dffa49c49 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:38.607765 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:38.676711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Calling delete_port for 2580cb0b-e5c5-4a58-8581-10329588de82 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:38.745547 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d92c93d-33ba-4c33-a42d-d7a6978a4327 req-6e7ee348-f6c8-4101-8b70-75e91177e754 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/security-groups?id=1991f343-1545-404e-ab0a-04a02017e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879879 Nov 12 07:50:38.751577 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a12e1d8d-0455-4af8-84be-1dc6315f195b req-d8113bfa-272d-4578-a93c-41dbde68be1e tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743125 Nov 12 07:50:38.866775 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:38.873570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Allocated IP 19.80.0.2 (7f1f09f2-48f7-4944-ab73-8fe0432a2d49/51460b57-04d6-49ae-bd2d-e97aaf30b51e/e6cc1a72-d76e-4663-ab97-cf3b9b2381ec) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:50:38.884015 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5868be86-abe4-4601-acc0-5686a35889c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2580cb0b-e5c5-4a58-8581-10329588de82', 'code': 200} Nov 12 07:50:38.895697 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-92d6dfab-39bb-49dc-a3c5-2f9c93aa280e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:39.000555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event deleted for resources: {'Port': ['ID=2580cb0b-e5c5-4a58-8581-10329588de82,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:39.012782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 0cd54a18-35dc-44d4-b048-9de9398fd155 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:39.018810 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:39.034701 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-30095539-9692-46aa-b4dd-2dba83aeaa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:39.120666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.121125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.121509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.121910 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.122280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.123171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.123171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.123396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.123984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.124133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.124523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.125367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.125367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.125707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.126247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.126427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.126817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.127206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.127592 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.127976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.128458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.128726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.129142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.129848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.129990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.130358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.130744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.131412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.131535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.131885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.132262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.132725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.133043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.133535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.133919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.134302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:39.143049 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:39.161154 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:39.171031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 0cd54a18-35dc-44d4-b048-9de9398fd155 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:39.177478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 0cd54a18-35dc-44d4-b048-9de9398fd155 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:39.178133 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:39.178256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Subnet': ['ID=abbcaee8-e8d7-4023-aa08-c417b1ff837e,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:39.192216 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:39.202820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Transition to ACTIVE for port object e6cc1a72-d76e-4663-ab97-cf3b9b2381ec will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:39.241927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Transition to ACTIVE for port object e6cc1a72-d76e-4663-ab97-cf3b9b2381ec will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:39.252565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:39.257978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407b56e-3f81-4bf3-89fb-e5d327311198 req-49c7c431-b791-4a91-80ce-68db623ba784 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:39.259871 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9407b56e-3f81-4bf3-89fb-e5d327311198 req-49c7c431-b791-4a91-80ce-68db623ba784 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 948 time: 0.2160218 Nov 12 07:50:39.265462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Checking segment: {'id': '80be7782-b24e-446f-80c7-9e3a683bd16a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:39.265966 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network hostable DHCP agents. Network: 94e7ff54-21ae-4c9c-92f0-9f255244565c, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:50:39.266386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198c5ab-799c-4562-a5af-06b8a0d535ef req-1335d1e6-d408-4fcb-8cca-d945af5b43c3 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:39.268094 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6198c5ab-799c-4562-a5af-06b8a0d535ef req-1335d1e6-d408-4fcb-8cca-d945af5b43c3 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee HTTP/1.1" status: 200 len: 946 time: 0.2636433 Nov 12 07:50:39.268699 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6f2920ef-8412-4462-a649-937b3ee13d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:39.289718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 94e7ff54-21ae-4c9c-92f0-9f255244565c is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:50:39.299560 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 94e7ff54-21ae-4c9c-92f0-9f255244565c) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:39.313914 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:39.314574 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:39.340777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] No DVR routers for this DVR port 2580cb0b-e5c5-4a58-8581-10329588de82 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:50:39.341072 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2654676 Nov 12 07:50:39.349082 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:39.352986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5868be86-abe4-4601-acc0-5686a35889c9', 'name': 'network-vif-deleted', 'tag': '2580cb0b-e5c5-4a58-8581-10329588de82'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:39.370683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff3a8e6-a5a0-42bf-b453-3e515408efa3 None None] Network 94e7ff54-21ae-4c9c-92f0-9f255244565c requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:50:39.398754 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ac021564-20a9-40f0-bed0-d11ca61f7e1c req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.33 "DELETE /v2.0/ports/2580cb0b-e5c5-4a58-8581-10329588de82 HTTP/1.1" status: 204 len: 173 time: 3.3825247 Nov 12 07:50:39.406009 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9407b56e-3f81-4bf3-89fb-e5d327311198 req-65f571ba-14da-4630-8073-4be389d2690f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039062 Nov 12 07:50:39.421555 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6198c5ab-799c-4562-a5af-06b8a0d535ef req-33e9bbcc-4662-4a20-8928-6d0888dd919e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251981 Nov 12 07:50:39.539895 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:39.581183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Pushing event updated for resources: {'Port': ['ID=e6cc1a72-d76e-4663-ab97-cf3b9b2381ec,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:39.592703 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:39.657977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a25199b9-8467-4e6d-8b61-b0e660380356 req-e7311789-922c-47ca-b8cb-5e067cda13ec tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Synchronizing usage tracker for tenant:0402c2929fa948bbaf15c876a908f13d on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:39.665226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 0cd54a18-35dc-44d4-b048-9de9398fd155, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=0cd54a18-35dc-44d4-b048-9de9398fd155,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:39.676139 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:39.680002 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:39.681249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a25199b9-8467-4e6d-8b61-b0e660380356 req-e7311789-922c-47ca-b8cb-5e067cda13ec tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Unset dirty status for tenant:0402c2929fa948bbaf15c876a908f13d on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:39.682785 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a25199b9-8467-4e6d-8b61-b0e660380356 req-e7311789-922c-47ca-b8cb-5e067cda13ec tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=5868be86-abe4-4601-acc0-5686a35889c9 HTTP/1.1" status: 200 len: 210 time: 0.0895765 Nov 12 07:50:39.759497 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5868be86-abe4-4601-acc0-5686a35889c9', 'name': 'network-vif-deleted', 'tag': '2580cb0b-e5c5-4a58-8581-10329588de82', 'status': 'completed', 'code': 200} Nov 12 07:50:39.765667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:50:39.775541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:39.786032 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c992c-0174-4a35-8805-a5fa539782cd req-ce6ab2da-c3d5-443b-b7de-c79527fe6341 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:39.788300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:50:39.794262 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a11c992c-0174-4a35-8805-a5fa539782cd req-ce6ab2da-c3d5-443b-b7de-c79527fe6341 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.1021018 Nov 12 07:50:39.845920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a11c992c-0174-4a35-8805-a5fa539782cd req-eac31dc9-a45e-43c6-983b-6c5fd4cb3fed tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504620 Nov 12 07:50:39.883175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=0cd54a18-35dc-44d4-b048-9de9398fd155,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:39.892485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-94e7ff54-21ae-4c9c-92f0-9f255244565c', 'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'fixed_ips': [{'subnet_id': 'abbcaee8-e8d7-4023-aa08-c417b1ff837e'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:50:39.893426 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:39.906659 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:39.941254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Attempting to bind port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:50:39.941671 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Attempting to bind port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': 'd0eb85fa-71ba-4b77-a167-015d5f661391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:50:39.942086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Attempting to bind port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec on network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:50:39.950984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:50:39.951413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Checking segment: {'id': 'd0eb85fa-71ba-4b77-a167-015d5f661391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:39.951865 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:39.952302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Bound using segment: {'id': 'd0eb85fa-71ba-4b77-a167-015d5f661391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:50:39.952825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Bound port: e6cc1a72-d76e-4663-ab97-cf3b9b2381ec, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0eb85fa-71ba-4b77-a167-015d5f661391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:50:39.954185 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:40.190972 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] For port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:50:40.213597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] For port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e6cc1a72-d76e-4663-ab97-cf3b9b2381ec,segment=NetworkSegment(d0eb85fa-71ba-4b77-a167-015d5f661391),segment_id=d0eb85fa-71ba-4b77-a167-015d5f661391)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:50:40.218092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-a36d37a4-f683-4c7f-bec5-61ff7b6232ba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:40.222462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-a36d37a4-f683-4c7f-bec5-61ff7b6232ba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:40.223327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-a36d37a4-f683-4c7f-bec5-61ff7b6232ba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Synchronizing usage tracker for tenant:f7f6284ec3334837b98e58a75303b649 on resource:network {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:40.225985 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:40.243103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5f9be-01bb-41e6-afe7-8f081b57fe29 req-a940a011-e361-4723-897e-63e7587d1b5c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:40.245128 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-edc5f9be-01bb-41e6-afe7-8f081b57fe29 req-a940a011-e361-4723-897e-63e7587d1b5c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 945 time: 0.1713197 Nov 12 07:50:40.245317 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:40.268180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-a36d37a4-f683-4c7f-bec5-61ff7b6232ba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Unset dirty status for tenant:f7f6284ec3334837b98e58a75303b649 on resource:network {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:40.269429 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-a36d37a4-f683-4c7f-bec5-61ff7b6232ba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/networks?id=7f1f09f2-48f7-4944-ab73-8fe0432a2d49&id=94e7ff54-21ae-4c9c-92f0-9f255244565c HTTP/1.1" status: 200 len: 1392 time: 0.2953725 Nov 12 07:50:40.300532 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3fa3a43a-d2ff-44fa-8e59-c3d57957e13d tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/quotas/f7f6284ec3334837b98e58a75303b649 HTTP/1.1" status: 200 len: 375 time: 0.0245979 Nov 12 07:50:40.309750 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-edc5f9be-01bb-41e6-afe7-8f081b57fe29 req-7f66880f-c10d-4a4f-a384-e4812d038680 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580988 Nov 12 07:50:40.382831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 0cd54a18-35dc-44d4-b048-9de9398fd155 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:40.395833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-39af52a5-217e-4fc0-8d96-e6c2b100015f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Synchronizing usage tracker for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:40.411676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-39af52a5-217e-4fc0-8d96-e6c2b100015f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Unset dirty status for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:40.413166 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-39af52a5-217e-4fc0-8d96-e6c2b100015f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?tenant_id=f7f6284ec3334837b98e58a75303b649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1062691 Nov 12 07:50:40.690287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c479e8-30fd-4e8e-bbb6-fc6cadb0562f req-3bf88a1c-964a-4392-b8fa-36999a159d86 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:40.694810 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-57c479e8-30fd-4e8e-bbb6-fc6cadb0562f req-3bf88a1c-964a-4392-b8fa-36999a159d86 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 946 time: 0.1574686 Nov 12 07:50:40.722323 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-66ffdecb-fec0-456e-b320-56f27e279516 service neutron] 10.222.0.40 "GET /v2.0/networks/7f1f09f2-48f7-4944-ab73-8fe0432a2d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000970 Nov 12 07:50:40.757450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Pushing event updated for resources: {'Port': ['ID=e6cc1a72-d76e-4663-ab97-cf3b9b2381ec,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:40.769974 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:40.787493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Allocated IP 19.86.0.2 (94e7ff54-21ae-4c9c-92f0-9f255244565c/abbcaee8-e8d7-4023-aa08-c417b1ff837e/e30ec107-0190-40b5-bbec-06c1b76353da) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:50:40.821234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 0cd54a18-35dc-44d4-b048-9de9398fd155 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:40.821432 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:40.843602 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-57c479e8-30fd-4e8e-bbb6-fc6cadb0562f req-c6a4090f-bb61-44bb-82c3-ffdca50c1e4d tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/security-groups?id=1991f343-1545-404e-ab0a-04a02017e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444178 Nov 12 07:50:40.889509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:40.919575 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bb6b7bc0-3858-4959-830f-456a601498e8 service neutron] 10.222.0.40 "GET /v2.0/networks/7f1f09f2-48f7-4944-ab73-8fe0432a2d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1791344 Nov 12 07:50:41.188675 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-f118e537-a968-43d1-bf64-9a1b61f00cb3 service neutron] 10.222.0.40 "GET /v2.0/networks/94e7ff54-21ae-4c9c-92f0-9f255244565c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621875 Nov 12 07:50:41.254532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:41.270724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Transition to ACTIVE for port object e30ec107-0190-40b5-bbec-06c1b76353da will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:41.313292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Transition to ACTIVE for port object e30ec107-0190-40b5-bbec-06c1b76353da will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:41.323102 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:41.366235 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:41.691443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Pushing event updated for resources: {'Port': ['ID=e30ec107-0190-40b5-bbec-06c1b76353da,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:41.704008 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:41.784548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Network 94e7ff54-21ae-4c9c-92f0-9f255244565c is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:50:41.787898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:41.792607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:50:41.843248 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-a78a3230-6bc2-427d-a302-0fe890338740 service neutron] 10.222.0.40 "GET /v2.0/networks/94e7ff54-21ae-4c9c-92f0-9f255244565c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6425979 Nov 12 07:50:41.869502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9145af8-fbcc-4586-b4e0-80b3be1258a6 req-88bb6e58-6a26-4099-8823-5adbc093b2b4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:41.873268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Attempting to bind port e30ec107-0190-40b5-bbec-06c1b76353da on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:50:41.873767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Attempting to bind port e30ec107-0190-40b5-bbec-06c1b76353da by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '80be7782-b24e-446f-80c7-9e3a683bd16a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:50:41.874262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Attempting to bind port e30ec107-0190-40b5-bbec-06c1b76353da on network 94e7ff54-21ae-4c9c-92f0-9f255244565c {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:50:41.876984 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9145af8-fbcc-4586-b4e0-80b3be1258a6 req-88bb6e58-6a26-4099-8823-5adbc093b2b4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.5349998 Nov 12 07:50:41.881857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:50:41.882510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Checking segment: {'id': '80be7782-b24e-446f-80c7-9e3a683bd16a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:41.883146 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:41.883731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Bound using segment: {'id': '80be7782-b24e-446f-80c7-9e3a683bd16a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:50:41.884371 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Bound port: e30ec107-0190-40b5-bbec-06c1b76353da, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80be7782-b24e-446f-80c7-9e3a683bd16a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:50:41.884950 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:41.935778 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d9145af8-fbcc-4586-b4e0-80b3be1258a6 req-89dfdacb-ed4d-49d0-93f1-69ca4a5fca61 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577462 Nov 12 07:50:41.995285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] For port e30ec107-0190-40b5-bbec-06c1b76353da, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:50:41.999069 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] For port e30ec107-0190-40b5-bbec-06c1b76353da, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e30ec107-0190-40b5-bbec-06c1b76353da,segment=NetworkSegment(80be7782-b24e-446f-80c7-9e3a683bd16a),segment_id=80be7782-b24e-446f-80c7-9e3a683bd16a)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:50:42.004627 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:42.137312 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-497da62e-61c0-495d-9544-31e0e15461bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:42.222940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device e6cc1a72-d76e-4663-ab97-cf3b9b2381ec up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:42.318341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Pushing event updated for resources: {'Port': ['ID=e30ec107-0190-40b5-bbec-06c1b76353da,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:42.324605 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:42.349812 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:42.632292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17fc90-3da6-4ac1-94d1-acce2b8d5727 req-4ae35a47-a057-4df3-b4ca-b005a5a776a2 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:42.647376 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3f17fc90-3da6-4ac1-94d1-acce2b8d5727 req-4ae35a47-a057-4df3-b4ca-b005a5a776a2 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.2513115 Nov 12 07:50:42.668680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c576283-77e9-4930-b470-7e9d92a98bda req-0e089bdf-009e-4920-9355-62f5f377ab27 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:42.672357 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c576283-77e9-4930-b470-7e9d92a98bda req-0e089bdf-009e-4920-9355-62f5f377ab27 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.1896837 Nov 12 07:50:42.791896 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3f17fc90-3da6-4ac1-94d1-acce2b8d5727 req-f00f9cb6-2afb-4995-94f0-e581fd577c41 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491356 Nov 12 07:50:42.889385 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1c576283-77e9-4930-b470-7e9d92a98bda req-2433a4bf-2d0a-4cc3-938e-c6c740477473 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027290 Nov 12 07:50:43.018561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e306e-9ccf-4d5d-b136-52356e21516e None None] Network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:50:43.123770 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155', 'code': 200} Nov 12 07:50:43.151995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-cca2399d-ba09-4daf-b1fa-fc092a928f5e None None] Provisioning for port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:43.162452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-cca2399d-ba09-4daf-b1fa-fc092a928f5e None None] Provisioning complete for port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:43.162856 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cca2399d-ba09-4daf-b1fa-fc092a928f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:43.358477 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-748d1051-7dae-449c-854d-e86d9b0028d9 req-7937f3b1-46bb-420f-942b-146989e98770 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 210 time: 0.0721436 Nov 12 07:50:43.391407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbcc34-855a-4454-b927-badc3a87ecd4 req-0c1cb1c3-1e69-40a0-a279-d0509bf65f68 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:43.393261 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5afbcc34-855a-4454-b927-badc3a87ecd4 req-0c1cb1c3-1e69-40a0-a279-d0509bf65f68 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.3092978 Nov 12 07:50:43.427370 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cca2399d-ba09-4daf-b1fa-fc092a928f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:43.479911 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5afbcc34-855a-4454-b927-badc3a87ecd4 req-f2e46f56-102a-4512-96c9-f4e8f17a4414 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779221 Nov 12 07:50:43.484439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-cca2399d-ba09-4daf-b1fa-fc092a928f5e None None] For port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e6cc1a72-d76e-4663-ab97-cf3b9b2381ec,segment=NetworkSegment(d0eb85fa-71ba-4b77-a167-015d5f661391),segment_id=d0eb85fa-71ba-4b77-a167-015d5f661391)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:43.490898 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cca2399d-ba09-4daf-b1fa-fc092a928f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:43.492553 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:43.512003 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cc8497da-e3db-47bd-bd50-14ce5b7f6371 req-32ac2ada-35f1-4665-a0c2-7cf32349ccfa service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 1165 time: 0.2766919 Nov 12 07:50:43.568694 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cc8497da-e3db-47bd-bd50-14ce5b7f6371 req-0dfec594-a5d0-4845-9382-7b16d58e2e3e service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457449 Nov 12 07:50:43.629531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2399d-ba09-4daf-b1fa-fc092a928f5e None None] Pushing event updated for resources: {'Port': ['ID=e6cc1a72-d76e-4663-ab97-cf3b9b2381ec,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:43.637296 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cca2399d-ba09-4daf-b1fa-fc092a928f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:44.028494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29b2bf-37fb-473f-9545-2e6dd70d70e7 req-e79d605a-f783-474a-a9b0-235ee429fcfd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:44.033167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29b2bf-37fb-473f-9545-2e6dd70d70e7 req-e79d605a-f783-474a-a9b0-235ee429fcfd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:44.038091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29b2bf-37fb-473f-9545-2e6dd70d70e7 req-e79d605a-f783-474a-a9b0-235ee429fcfd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:44.046636 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c29b2bf-37fb-473f-9545-2e6dd70d70e7 req-e79d605a-f783-474a-a9b0-235ee429fcfd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c&device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee&device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 2417 time: 0.2094646 Nov 12 07:50:44.196404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-07687390-c70a-4a6a-8be1-c7786561bbd1 None None] Provisioning complete for port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:44.197433 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-07687390-c70a-4a6a-8be1-c7786561bbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:44.410963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device e30ec107-0190-40b5-bbec-06c1b76353da up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:44.524504 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45292364-799c-49bc-a0a0-a7337f7ca48a None None] Network 94e7ff54-21ae-4c9c-92f0-9f255244565c requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:50:44.564025 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c29b2bf-37fb-473f-9545-2e6dd70d70e7 req-142df3ab-6b65-47d4-87b7-812b4ec81da5 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160472 Nov 12 07:50:44.994429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port e30ec107-0190-40b5-bbec-06c1b76353da completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:45.008826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device e6cc1a72-d76e-4663-ab97-cf3b9b2381ec up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:45.041612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9383d-bc71-49ff-9811-5d29b8f4c197 req-e2ba817b-a754-4a1c-a05f-593556fe321e tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:45.051279 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dd9383d-bc71-49ff-9811-5d29b8f4c197 req-e2ba817b-a754-4a1c-a05f-593556fe321e tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.7668228 Nov 12 07:50:45.095755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-724439c8-2642-44bd-af9d-cc55e5832d37 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:45.105004 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-724439c8-2642-44bd-af9d-cc55e5832d37 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/networks?id=ca3270a0-30f4-4301-bf4c-c45fb20a3808 HTTP/1.1" status: 200 len: 821 time: 0.2948782 Nov 12 07:50:45.138130 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-6f0f4302-10e3-483f-a57c-2372afa63205 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/quotas/0402c2929fa948bbaf15c876a908f13d HTTP/1.1" status: 200 len: 375 time: 0.0318580 Nov 12 07:50:45.155681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-572fab60-0d3a-4c66-b25a-d48f42598eaa None None] Provisioning complete for port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:45.156108 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-572fab60-0d3a-4c66-b25a-d48f42598eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:45.192425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-29d05fdb-5ca8-4a5e-bdd8-e330d5a3f9ad tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:45.198827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-29d05fdb-5ca8-4a5e-bdd8-e330d5a3f9ad tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:45.200855 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-29d05fdb-5ca8-4a5e-bdd8-e330d5a3f9ad tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "GET /v2.0/networks?id=7f1f09f2-48f7-4944-ab73-8fe0432a2d49&id=94e7ff54-21ae-4c9c-92f0-9f255244565c HTTP/1.1" status: 200 len: 1392 time: 1.0915523 Nov 12 07:50:45.236073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'port': {'device_id': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49', 'admin_state_up': True, 'tenant_id': 'f7f6284ec3334837b98e58a75303b649'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:45.236935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:45.237347 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:45.383232 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dd9383d-bc71-49ff-9811-5d29b8f4c197 req-887b1c3d-be3d-404d-91da-4d07e6977bd1 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305638 Nov 12 07:50:45.466849 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-8569282f-0a76-4691-9b04-885d3b0e0e35 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?tenant_id=0402c2929fa948bbaf15c876a908f13d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3274822 Nov 12 07:50:45.659056 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-4140db6d-07a9-4864-8842-179489133809 service neutron] 10.222.0.40 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911204 Nov 12 07:50:45.772197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-572fab60-0d3a-4c66-b25a-d48f42598eaa None None] Provisioning for port e30ec107-0190-40b5-bbec-06c1b76353da completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:45.777874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-572fab60-0d3a-4c66-b25a-d48f42598eaa None None] Provisioning complete for port e30ec107-0190-40b5-bbec-06c1b76353da triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:45.778296 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-572fab60-0d3a-4c66-b25a-d48f42598eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:45.930746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:45.940529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:port and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:45.956096 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for port was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:45.970613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:45.995044 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-572fab60-0d3a-4c66-b25a-d48f42598eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:46.009791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5c467-f3f6-4aca-a11d-b6bab067abe9 req-c4c54aa7-72d0-4b63-91ff-4465267c0d19 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:46.011635 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bda5c467-f3f6-4aca-a11d-b6bab067abe9 req-c4c54aa7-72d0-4b63-91ff-4465267c0d19 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.2173243 Nov 12 07:50:46.018188 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-683c8b41-f03d-46a3-8c3e-c4e8d8869f39 service neutron] 10.222.0.40 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3582268 Nov 12 07:50:46.019252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:46.030745 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:46.052119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-572fab60-0d3a-4c66-b25a-d48f42598eaa None None] For port e30ec107-0190-40b5-bbec-06c1b76353da, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e30ec107-0190-40b5-bbec-06c1b76353da,segment=NetworkSegment(80be7782-b24e-446f-80c7-9e3a683bd16a),segment_id=80be7782-b24e-446f-80c7-9e3a683bd16a)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:46.058104 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-572fab60-0d3a-4c66-b25a-d48f42598eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:46.060167 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:46.127190 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bda5c467-f3f6-4aca-a11d-b6bab067abe9 req-218dfb02-0787-483f-a287-8b6b5da1f906 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823452 Nov 12 07:50:46.204764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fab60-0d3a-4c66-b25a-d48f42598eaa None None] Pushing event updated for resources: {'Port': ['ID=e30ec107-0190-40b5-bbec-06c1b76353da,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:46.209346 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-572fab60-0d3a-4c66-b25a-d48f42598eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:46.218212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-e01df53d-88e4-4740-91d5-ea6a2680df00 None None] Provisioning complete for port e30ec107-0190-40b5-bbec-06c1b76353da triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:46.218749 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e01df53d-88e4-4740-91d5-ea6a2680df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:46.611322 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8d8cd806-c1f4-41da-a6c7-b5940e90d562 req-4f43df33-15aa-46d0-a0ba-1108dcaf15ce tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 210 time: 0.0779743 Nov 12 07:50:46.635122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-faf30b74-2697-4085-8a35-6231f7f90926 None None] Provisioning complete for port e30ec107-0190-40b5-bbec-06c1b76353da triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:46.638298 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-faf30b74-2697-4085-8a35-6231f7f90926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:46.769640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Allocated IP 19.80.0.60 (7f1f09f2-48f7-4944-ab73-8fe0432a2d49/51460b57-04d6-49ae-bd2d-e97aaf30b51e/938b0fbe-0697-4e8c-be0f-1fae737a7851) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:50:47.130874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe55215-2d5a-40d5-b8f1-d45429e2ddc3 req-d6afbf1e-a889-46e4-8e63-5d5ccff8281c tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:47.139230 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-afe55215-2d5a-40d5-b8f1-d45429e2ddc3 req-d6afbf1e-a889-46e4-8e63-5d5ccff8281c tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.5238094 Nov 12 07:50:47.187712 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:47.227502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Transition to ACTIVE for port object 938b0fbe-0697-4e8c-be0f-1fae737a7851 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:47.244401 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-afe55215-2d5a-40d5-b8f1-d45429e2ddc3 req-8438cb86-3314-447e-b149-dbafb859a56d tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042178 Nov 12 07:50:47.252523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91355ce-f7bb-4141-923a-a33cf866db65 req-17c2253e-a555-4982-8224-9759754ff75b tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:47.254144 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91355ce-f7bb-4141-923a-a33cf866db65 req-17c2253e-a555-4982-8224-9759754ff75b tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 945 time: 0.2748497 Nov 12 07:50:47.326689 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91355ce-f7bb-4141-923a-a33cf866db65 req-990938b7-2eeb-49f5-8c8c-1cde7aa79d41 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624297 Nov 12 07:50:47.362700 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:47.379560 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1d78a959-6b9d-4909-9f29-03e1d5c9f5bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:47.621575 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f575a2ce-5e9b-4362-bd15-202d8f6ffeda req-733cdc36-00f6-4fa8-ae3b-63359368e98f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 210 time: 0.1412833 Nov 12 07:50:47.652028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Port': ['ID=938b0fbe-0697-4e8c-be0f-1fae737a7851,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:47.830172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device cecc9487-63ee-47b8-bfa0-38ff8d8eb432 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:50:47.939722 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:47.960070 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:48.006218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port cecc9487-63ee-47b8-bfa0-38ff8d8eb432, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:48.007766 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:48.015969 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:48.019527 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-300dd590-909a-4af2-bff6-96cd1efc101f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:48.038591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b93a3d-3a8e-40f1-b0f5-902a7ac05815 req-6a1e87c8-2c43-4d31-bfe4-e03f52e98645 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:48.043250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-449e91c3-9c0c-45eb-b880-eace33d2ef5e tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:48.044828 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-449e91c3-9c0c-45eb-b880-eace33d2ef5e tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.41 "GET /v2.0/networks?id=ca3270a0-30f4-4301-bf4c-c45fb20a3808 HTTP/1.1" status: 200 len: 821 time: 0.1640739 Nov 12 07:50:48.047074 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84b93a3d-3a8e-40f1-b0f5-902a7ac05815 req-6a1e87c8-2c43-4d31-bfe4-e03f52e98645 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.5582359 Nov 12 07:50:48.074267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Request body: {'port': {'device_id': 'eaddf9fc-6d71-4b2c-abfa-669f0c47dd81', 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808', 'admin_state_up': True, 'tenant_id': '0402c2929fa948bbaf15c876a908f13d'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:48.089205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:50:48.093930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:48.094788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,revision_number=7']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:48.096922 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:50:48.099299 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:48.137149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device e30ec107-0190-40b5-bbec-06c1b76353da up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:48.171050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:48.171729 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:48.208953 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9869211 Nov 12 07:50:48.228074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Request body: {'port': {'device_id': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c', 'admin_state_up': True, 'tenant_id': 'f7f6284ec3334837b98e58a75303b649'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:48.238417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port e30ec107-0190-40b5-bbec-06c1b76353da triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:48.238837 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:48.250974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2527e-accc-4c2f-941d-574fa73486a7 req-979bdd7e-06c6-45d0-a56d-68da949524b3 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:48.259642 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87b2527e-accc-4c2f-941d-574fa73486a7 req-979bdd7e-06c6-45d0-a56d-68da949524b3 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.3241208 Nov 12 07:50:48.285911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:48.294379 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-84b93a3d-3a8e-40f1-b0f5-902a7ac05815 req-c2ebbe6d-2168-4479-a2dc-1975b1e5726f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454307 Nov 12 07:50:48.296924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:48.309788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Made reservation on behalf of 0402c2929fa948bbaf15c876a908f13d for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:48.316776 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:48.402172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3bd284bb-8a85-42b0-bd0c-249814ae70a6 None None] Provisioning for port 938b0fbe-0697-4e8c-be0f-1fae737a7851 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:48.408184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3bd284bb-8a85-42b0-bd0c-249814ae70a6 None None] Provisioning complete for port 938b0fbe-0697-4e8c-be0f-1fae737a7851 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:48.408982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3bd284bb-8a85-42b0-bd0c-249814ae70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:48.409356 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87b2527e-accc-4c2f-941d-574fa73486a7 req-7c69cc9d-a9bc-49d7-9584-9b7d598e1adf tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487005 Nov 12 07:50:48.476677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-3bd284bb-8a85-42b0-bd0c-249814ae70a6 None None] Port 938b0fbe-0697-4e8c-be0f-1fae737a7851 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:50:48.484820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:50:48.496762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Usage tracker for resource:port and tenant:f7f6284ec3334837b98e58a75303b649 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:50:48.501759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Quota usage for port was recalculated. Used quota:5. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:50:48.509841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:50:48.522165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Made reservation on behalf of f7f6284ec3334837b98e58a75303b649 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:50:48.532750 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:48.688148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Allocated IP 172.20.0.3 (ca3270a0-30f4-4301-bf4c-c45fb20a3808/ba141779-c31e-4dae-94f4-1c3fd8308950/7598d9b2-59e3-4953-aac2-691313d0daa7) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:50:48.864303 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432', 'code': 200} Nov 12 07:50:48.941509 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:48.960632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1e37f-91ad-4746-88cb-f621938af25d req-1097f294-79f6-473b-a602-e722b203a353 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:48.961527 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d8c1e37f-91ad-4746-88cb-f621938af25d req-1097f294-79f6-473b-a602-e722b203a353 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Synchronizing usage tracker for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:48.968461 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:48.977237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Allocated IP 19.86.0.87 (94e7ff54-21ae-4c9c-92f0-9f255244565c/abbcaee8-e8d7-4023-aa08-c417b1ff837e/6ecbd23a-44be-4d79-8e36-526f4e2ee1a7) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:50:48.983725 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:49.037926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d8c1e37f-91ad-4746-88cb-f621938af25d req-1097f294-79f6-473b-a602-e722b203a353 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Unset dirty status for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:49.039142 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8c1e37f-91ad-4746-88cb-f621938af25d req-1097f294-79f6-473b-a602-e722b203a353 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 931 time: 0.2498691 Nov 12 07:50:49.120233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event updated for resources: {'Port': ['ID=7598d9b2-59e3-4953-aac2-691313d0daa7,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:49.148935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.149507 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.150170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.150469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.151028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.151445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.151859 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.152260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.152669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.153107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.153484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.153889 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.154333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.154732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.155130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.155528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.155920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.156439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.156693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.157119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.157508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.157902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.158297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.158691 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.159189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.159603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.159983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.160375 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.160767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.161190 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.161585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.161975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.162368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.162760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.163152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.163541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:50:49.169869 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:49.175034 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8c1e37f-91ad-4746-88cb-f621938af25d req-19f789b4-91b9-4208-900c-87b68b639f96 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210136 Nov 12 07:50:49.210967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Network ca3270a0-30f4-4301-bf4c-c45fb20a3808 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:50:49.212443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:49.214943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:50:49.284322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:49.285292 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:49.299985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd5378-35ce-48ed-bcdb-fe711b3f2c0c req-9570cfb0-6d57-4d03-9305-8519cd742f53 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:49.301623 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-16bd5378-35ce-48ed-bcdb-fe711b3f2c0c req-9570cfb0-6d57-4d03-9305-8519cd742f53 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 948 time: 0.3259890 Nov 12 07:50:49.314193 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2445569 Nov 12 07:50:49.327633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Request body: {'port': {'device_id': 'eaddf9fc-6d71-4b2c-abfa-669f0c47dd81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:49.440683 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:49.483974 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:49.495461 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-16bd5378-35ce-48ed-bcdb-fe711b3f2c0c req-f6c44fb5-9ee5-4e1d-b612-d684edfab72c tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779702 Nov 12 07:50:49.503465 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c3b7dba-6d9b-4588-9074-3d2e14aa54e1 req-f7531b71-8c24-4cdb-96ac-5b83806cd57c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 1163 time: 0.3334804 Nov 12 07:50:49.533631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Transition to ACTIVE for port object 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:49.596947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aec6d3-04bb-4261-9ab1-8dc3825e2fa7 req-0f589c54-aa63-4548-96d3-91a15e2386cc tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:49.598580 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22aec6d3-04bb-4261-9ab1-8dc3825e2fa7 req-0f589c54-aa63-4548-96d3-91a15e2386cc tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 931 time: 0.2351930 Nov 12 07:50:49.607450 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c3b7dba-6d9b-4588-9074-3d2e14aa54e1 req-75a27050-9c12-4cca-bc95-81e3dbef2dd3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938747 Nov 12 07:50:49.632957 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:49.649810 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8ddcc55c-8040-4f35-ae36-9a0a798d7691 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:49.849144 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22aec6d3-04bb-4261-9ab1-8dc3825e2fa7 req-e5119e08-2490-4562-915a-4df3d7b924c9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394774 Nov 12 07:50:49.852663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event updated for resources: {'Port': ['ID=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:49.879557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7598d9b2-59e3-4953-aac2-691313d0daa7 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:50:49.879869 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:49.892058 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:49.905635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Transition to ACTIVE for port object 7598d9b2-59e3-4953-aac2-691313d0daa7 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:49.909340 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:49.927324 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-046505e5-1c76-4028-81d9-f0dd550a759e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:49.953884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 94e7ff54-21ae-4c9c-92f0-9f255244565c is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:50:49.956022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:50:49.958926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:50:50.032748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa660542-a0d1-46d5-8496-7fb5a5ccece9 req-1b4baf30-93a8-4eeb-b31c-df2d3e6320e0 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:50.035001 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa660542-a0d1-46d5-8496-7fb5a5ccece9 req-1b4baf30-93a8-4eeb-b31c-df2d3e6320e0 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.3550389 Nov 12 07:50:50.072925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:50.073643 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:50.110693 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8881619 Nov 12 07:50:50.116313 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa660542-a0d1-46d5-8496-7fb5a5ccece9 req-2c2a1386-e3b1-4496-8969-5c0d9ae8c907 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741777 Nov 12 07:50:50.125222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Request body: {'port': {'device_id': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:50.126034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Pushing event updated for resources: {'Port': ['ID=7598d9b2-59e3-4953-aac2-691313d0daa7,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:50.129667 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:50.232403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-7e0ce77e-cb67-48aa-adda-8fcee892d0e0 None None] Provisioning for port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:50.241772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-7e0ce77e-cb67-48aa-adda-8fcee892d0e0 None None] Provisioning complete for port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:50.242203 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7e0ce77e-cb67-48aa-adda-8fcee892d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:50.285736 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:50.314306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ce77e-cb67-48aa-adda-8fcee892d0e0 None None] Port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:50:50.571132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab162fc-26c4-4e60-9ad3-6c22806463e0 req-84ae1730-dffc-45ec-afb7-c12864080850 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:50.572783 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab162fc-26c4-4e60-9ad3-6c22806463e0 req-84ae1730-dffc-45ec-afb7-c12864080850 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.2384522 Nov 12 07:50:50.584164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device cecc9487-63ee-47b8-bfa0-38ff8d8eb432 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:50.659724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:50.660121 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:50.676265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Attempting to bind port 7598d9b2-59e3-4953-aac2-691313d0daa7 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:50:50.676637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Attempting to bind port 7598d9b2-59e3-4953-aac2-691313d0daa7 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:50:50.677035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Attempting to bind port 7598d9b2-59e3-4953-aac2-691313d0daa7 on network ca3270a0-30f4-4301-bf4c-c45fb20a3808 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:50:50.684782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:50:50.685205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Checking segment: {'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:50.685648 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:50.686043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Bound using segment: {'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:50:50.686524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Bound port: 7598d9b2-59e3-4953-aac2-691313d0daa7, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43415fb-5c54-48fb-8bc5-8f087e007d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ca3270a0-30f4-4301-bf4c-c45fb20a3808'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:50:50.686895 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:50.801850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] For port 7598d9b2-59e3-4953-aac2-691313d0daa7, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:50:50.802873 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:50.806320 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] For port 7598d9b2-59e3-4953-aac2-691313d0daa7, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=7598d9b2-59e3-4953-aac2-691313d0daa7,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:50:50.810901 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:50.811627 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ab162fc-26c4-4e60-9ad3-6c22806463e0 req-d22c3124-8adb-4d5a-bcc1-09f69363c2d5 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254150 Nov 12 07:50:50.832127 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:50.880655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:50.887407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53420dff-5ebf-43ce-9743-e4a124e9a2ab req-48666883-7b85-42e1-b0de-1ea70163e6dd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:50.892082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53420dff-5ebf-43ce-9743-e4a124e9a2ab req-48666883-7b85-42e1-b0de-1ea70163e6dd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:50.895874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port cecc9487-63ee-47b8-bfa0-38ff8d8eb432, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:50.900012 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-53420dff-5ebf-43ce-9743-e4a124e9a2ab req-48666883-7b85-42e1-b0de-1ea70163e6dd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 1653 time: 0.2827451 Nov 12 07:50:50.902424 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:50.905168 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:51.019601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,revision_number=8']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:51.024171 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:51.060639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Pushing event updated for resources: {'Port': ['ID=7598d9b2-59e3-4953-aac2-691313d0daa7,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:51.066837 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:51.117729 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:51.119628 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] 10.222.0.41 "PUT /v2.0/ports/7598d9b2-59e3-4953-aac2-691313d0daa7 HTTP/1.1" status: 200 len: 1155 time: 1.7968049 Nov 12 07:50:51.120209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaddf9fc-6d71-4b2c-abfa-669f0c47dd81', 'tag': '7598d9b2-59e3-4953-aac2-691313d0daa7'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:51.244916 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-2398a14c-551c-4de5-baa3-b21bb6789a08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0402c2929fa948bbaf15c876a908f13d&device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 1158 time: 0.0803134 Nov 12 07:50:51.325836 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-53420dff-5ebf-43ce-9743-e4a124e9a2ab req-f59c84fa-dd08-44d3-92aa-6cd88b2445f0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246843 Nov 12 07:50:51.330693 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-5a25ecb0-9108-472f-b8cb-b67a67f11195 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7598d9b2-59e3-4953-aac2-691313d0daa7 HTTP/1.1" status: 200 len: 217 time: 0.0752916 Nov 12 07:50:51.342944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938b0fbe-0697-4e8c-be0f-1fae737a7851 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:50:51.363430 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:51.382887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Transition to ACTIVE for port object 938b0fbe-0697-4e8c-be0f-1fae737a7851 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:51.388310 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:51.405840 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8dc932a2-7a17-4f16-8ac0-c189448f3f42 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:51.407881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-287cb786-76fd-4cd3-bf55-e253f6ed7700 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:51.409510 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-287cb786-76fd-4cd3-bf55-e253f6ed7700 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba141779-c31e-4dae-94f4-1c3fd8308950 HTTP/1.1" status: 200 len: 861 time: 0.0689073 Nov 12 07:50:51.461643 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-c86b4a53-02d2-4a9a-be46-6e0a7a1b5d7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca3270a0-30f4-4301-bf4c-c45fb20a3808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443246 Nov 12 07:50:51.548125 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-224b1839-36b4-49df-9f8c-117f912eb6fc req-86299896-9435-41d0-879f-86498feae6f0 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2665904 Nov 12 07:50:51.558363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Pushing event updated for resources: {'Port': ['ID=938b0fbe-0697-4e8c-be0f-1fae737a7851,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:51.575161 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:51.807787 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-dfcf1e4a-55c6-4489-b1d9-6876b5890101 service neutron] 10.222.0.41 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350847 Nov 12 07:50:51.863878 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432', 'code': 200} Nov 12 07:50:51.899783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device cecc9487-63ee-47b8-bfa0-38ff8d8eb432 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:51.930048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Attempting to bind port 938b0fbe-0697-4e8c-be0f-1fae737a7851 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:50:51.930481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Attempting to bind port 938b0fbe-0697-4e8c-be0f-1fae737a7851 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'd0eb85fa-71ba-4b77-a167-015d5f661391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:50:51.931158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Attempting to bind port 938b0fbe-0697-4e8c-be0f-1fae737a7851 on network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:50:51.940550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:50:51.940550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Checking segment: {'id': 'd0eb85fa-71ba-4b77-a167-015d5f661391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:51.940952 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:51.941288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Bound using segment: {'id': 'd0eb85fa-71ba-4b77-a167-015d5f661391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:50:51.941770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Bound port: 938b0fbe-0697-4e8c-be0f-1fae737a7851, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0eb85fa-71ba-4b77-a167-015d5f661391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7f1f09f2-48f7-4944-ab73-8fe0432a2d49'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:50:51.942140 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:51.953827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-a1e47c9c-62f0-40ff-bc77-06073a20fda3 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:51.954929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-a1e47c9c-62f0-40ff-bc77-06073a20fda3 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Synchronizing usage tracker for tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:50:52.005398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-a1e47c9c-62f0-40ff-bc77-06073a20fda3 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Unset dirty status for tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:50:52.007114 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-a1e47c9c-62f0-40ff-bc77-06073a20fda3 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.33 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 946 time: 0.5115285 Nov 12 07:50:52.061883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:52.062339 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:52.090747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] For port 938b0fbe-0697-4e8c-be0f-1fae737a7851, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:50:52.095852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] For port 938b0fbe-0697-4e8c-be0f-1fae737a7851, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=938b0fbe-0697-4e8c-be0f-1fae737a7851,segment=NetworkSegment(d0eb85fa-71ba-4b77-a167-015d5f661391),segment_id=d0eb85fa-71ba-4b77-a167-015d5f661391)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:50:52.124312 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6e1bcdd5-7c2f-4442-8d9d-2500584c8afb req-7fdabc15-1134-4592-a3a4-e9e6c1c31e90 service neutron] 10.222.0.41 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3058641 Nov 12 07:50:52.154476 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Deleting port 655c7853-bdd4-411f-95d5-6d819eeb3ca7 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:52.154875 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:52.161467 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:52.206556 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device f176853b-bc91-4761-bacd-ce9a17a68c91 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:50:52.281288 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c62bf1aa-b2ae-441c-9d58-deb51d3726b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:52.342243 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:52.347014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0dffc-0084-4717-938f-dd595bc92af9 req-30097479-9964-46aa-ab7b-cb3e1e7f6287 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:52.348656 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-23b0dffc-0084-4717-938f-dd595bc92af9 req-30097479-9964-46aa-ab7b-cb3e1e7f6287 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.5195873 Nov 12 07:50:52.381541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port f176853b-bc91-4761-bacd-ce9a17a68c91, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=f176853b-bc91-4761-bacd-ce9a17a68c91,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:52.385508 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:52.387520 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f219d8ca-c89c-4faf-87fe-0f0c88aed040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:52.431898 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-f747c2ca-5a62-47cf-a971-ec28e8beb107 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4983907 Nov 12 07:50:52.441811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Pushing event updated for resources: {'Port': ['ID=938b0fbe-0697-4e8c-be0f-1fae737a7851,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:52.445621 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:52.472766 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:52.474374 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] 10.222.0.33 "PUT /v2.0/ports/938b0fbe-0697-4e8c-be0f-1fae737a7851 HTTP/1.1" status: 200 len: 1155 time: 2.3545029 Nov 12 07:50:52.478581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'tag': '938b0fbe-0697-4e8c-be0f-1fae737a7851'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:52.493144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=f176853b-bc91-4761-bacd-ce9a17a68c91,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:52.504558 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 655c7853-bdd4-411f-95d5-6d819eeb3ca7 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:50:52.516660 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-23b0dffc-0084-4717-938f-dd595bc92af9 req-f1f7f25e-00eb-42ce-a385-b02ada9c6aa1 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500685 Nov 12 07:50:52.516841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] For port 655c7853-bdd4-411f-95d5-6d819eeb3ca7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=655c7853-bdd4-411f-95d5-6d819eeb3ca7,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:52.516841 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:52.530113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Request body: {'port': {'device_id': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:50:52.539737 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:52.625663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da5fad-b18d-477b-bd49-c8be28067429 req-e80bff6e-51ab-4d91-9eb8-8a024324c005 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:52.639373 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c0da5fad-b18d-477b-bd49-c8be28067429 req-e80bff6e-51ab-4d91-9eb8-8a024324c005 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 943 time: 0.5357988 Nov 12 07:50:52.750259 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaddf9fc-6d71-4b2c-abfa-669f0c47dd81', 'tag': '7598d9b2-59e3-4953-aac2-691313d0daa7', 'status': 'completed', 'code': 200} Nov 12 07:50:52.755792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:52.850981 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 655c7853-bdd4-411f-95d5-6d819eeb3ca7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=655c7853-bdd4-411f-95d5-6d819eeb3ca7,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:52.854126 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Calling delete_port for 655c7853-bdd4-411f-95d5-6d819eeb3ca7 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:52.857106 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:52.859049 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:52.887214 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c0da5fad-b18d-477b-bd49-c8be28067429 req-7230c397-6348-409e-b827-e4e616796d4d tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443540 Nov 12 07:50:52.970311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=655c7853-bdd4-411f-95d5-6d819eeb3ca7,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:52.974751 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:53.004833 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28be5989-b3cb-4da6-9a7a-64ca18b832bf req-b25f29b4-5965-44a4-bb2e-4ac6806b6aa3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0402c2929fa948bbaf15c876a908f13d&device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 1158 time: 0.2535877 Nov 12 07:50:53.005634 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:53.006428 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:50:53.006787 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:50:53.181703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f6241-4a64-4d1f-a0fd-9e166b67bcc2 req-1d4020e4-5d45-4b92-89fe-0820c39fc2c1 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:53.184513 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d95f6241-4a64-4d1f-a0fd-9e166b67bcc2 req-1d4020e4-5d45-4b92-89fe-0820c39fc2c1 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 944 time: 0.2959108 Nov 12 07:50:53.216927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be5989-b3cb-4da6-9a7a-64ca18b832bf req-1f3a2065-f23e-40ee-9efe-2375bcfa18d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:53.219582 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28be5989-b3cb-4da6-9a7a-64ca18b832bf req-1f3a2065-f23e-40ee-9efe-2375bcfa18d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca3270a0-30f4-4301-bf4c-c45fb20a3808 HTTP/1.1" status: 200 len: 915 time: 0.2031229 Nov 12 07:50:53.354104 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28be5989-b3cb-4da6-9a7a-64ca18b832bf req-663b1f08-272b-4795-b5bc-b29ce5e968cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7598d9b2-59e3-4953-aac2-691313d0daa7 HTTP/1.1" status: 200 len: 217 time: 0.1266780 Nov 12 07:50:53.433510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be5989-b3cb-4da6-9a7a-64ca18b832bf req-d76335d5-4959-4d58-8ed7-caa15127abb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:53.435627 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28be5989-b3cb-4da6-9a7a-64ca18b832bf req-d76335d5-4959-4d58-8ed7-caa15127abb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba141779-c31e-4dae-94f4-1c3fd8308950 HTTP/1.1" status: 200 len: 861 time: 0.0734544 Nov 12 07:50:53.494817 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28be5989-b3cb-4da6-9a7a-64ca18b832bf req-eb8b4b81-5f18-4822-b7d8-149006f67391 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca3270a0-30f4-4301-bf4c-c45fb20a3808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504093 Nov 12 07:50:53.543223 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d95f6241-4a64-4d1f-a0fd-9e166b67bcc2 req-050a6e0c-0a38-4629-87ba-340dd3377e17 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492999 Nov 12 07:50:53.543836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Deleting port 655c7853-bdd4-411f-95d5-6d819eeb3ca7 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:50:53.544299 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:53.577602 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f4e88-90fa-4d48-ae4f-03cd26ef8f78 req-5415ca79-7cec-4eaa-9737-7f07b7b8e31f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:53.580455 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c68f4e88-90fa-4d48-ae4f-03cd26ef8f78 req-5415ca79-7cec-4eaa-9737-7f07b7b8e31f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.3459485 Nov 12 07:50:53.671236 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c68f4e88-90fa-4d48-ae4f-03cd26ef8f78 req-e236136b-9159-44cc-9009-27e4c05e6772 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742197 Nov 12 07:50:53.819163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:50:53.830768 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:53.865322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead742d3-addc-457a-8f88-41142830f592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f176853b-bc91-4761-bacd-ce9a17a68c91'}, {'server_uuid': 'ec446105-1dac-4e63-9e35-58de57390e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655c7853-bdd4-411f-95d5-6d819eeb3ca7'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:53.877372 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28be5989-b3cb-4da6-9a7a-64ca18b832bf req-b207bd4e-1b7d-45e8-b811-bb28f7f2df95 service neutron] 10.222.0.41 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745885 Nov 12 07:50:53.883019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Transition to ACTIVE for port object 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:50:53.896876 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:53.915369 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c0201000-6370-4077-bf87-732ecb268f26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:54.060332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] For port 655c7853-bdd4-411f-95d5-6d819eeb3ca7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=655c7853-bdd4-411f-95d5-6d819eeb3ca7,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:54.060961 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:54.221211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Calling delete_port for 655c7853-bdd4-411f-95d5-6d819eeb3ca7 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:50:54.259336 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28be5989-b3cb-4da6-9a7a-64ca18b832bf req-28fd96a2-1bc2-40bc-a83e-c4d1d3e64b14 service neutron] 10.222.0.41 "GET /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3730125 Nov 12 07:50:54.300281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f819-f414-4897-be69-5809f5f6cbb7 req-44560702-ac59-42fd-9bc5-9e08b7a25074 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:54.301803 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6031f819-f414-4897-be69-5809f5f6cbb7 req-44560702-ac59-42fd-9bc5-9e08b7a25074 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 943 time: 0.5573149 Nov 12 07:50:54.372100 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:54.387874 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:54.423268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Pushing event updated for resources: {'Port': ['ID=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:54.430071 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:54.482925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Pushing event deleted for resources: {'Port': ['ID=655c7853-bdd4-411f-95d5-6d819eeb3ca7,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:54.490327 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:54.503105 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6031f819-f414-4897-be69-5809f5f6cbb7 req-db1aff0f-613a-4fbb-8006-5168dbadec8f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599154 Nov 12 07:50:54.511563 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130190fc-47a5-4bf2-abb2-949816be996d req-af427540-35e2-467f-ab1a-a5d4dda40fb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:54.517808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130190fc-47a5-4bf2-abb2-949816be996d req-af427540-35e2-467f-ab1a-a5d4dda40fb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:54.519811 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-130190fc-47a5-4bf2-abb2-949816be996d req-af427540-35e2-467f-ab1a-a5d4dda40fb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 1677 time: 0.6748028 Nov 12 07:50:54.623584 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-00b73448-52e5-4d2a-9e2d-207a8a202eb2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 1165 time: 0.3403606 Nov 12 07:50:54.639890 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'tag': '938b0fbe-0697-4e8c-be0f-1fae737a7851', 'status': 'completed', 'code': 200} Nov 12 07:50:54.876178 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-130190fc-47a5-4bf2-abb2-949816be996d req-a50ebaad-dcb2-4465-a47c-09bdfc399539 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441117 Nov 12 07:50:54.885903 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] No DVR routers for this DVR port 655c7853-bdd4-411f-95d5-6d819eeb3ca7 on host n-h2-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:50:54.888627 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:54.891687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec446105-1dac-4e63-9e35-58de57390e8a', 'name': 'network-vif-deleted', 'tag': '655c7853-bdd4-411f-95d5-6d819eeb3ca7'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:54.917580 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a7c5cd3-e737-4dca-a24c-12fa780f5f07 req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.33 "DELETE /v2.0/ports/655c7853-bdd4-411f-95d5-6d819eeb3ca7 HTTP/1.1" status: 204 len: 173 time: 2.8950601 Nov 12 07:50:54.960557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-b6a1ef1a-d788-4b88-bf44-48c828887964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:54.962384 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-b6a1ef1a-d788-4b88-bf44-48c828887964 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3215933 Nov 12 07:50:54.963392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Attempting to bind port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:50:54.963760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Attempting to bind port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '80be7782-b24e-446f-80c7-9e3a683bd16a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:50:54.964123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Attempting to bind port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 on network 94e7ff54-21ae-4c9c-92f0-9f255244565c {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:50:54.970061 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5fd0524-52dc-429b-bd6e-c60c643a792e req-d358012f-3c98-46f3-ab40-abd016515e5d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f7f6284ec3334837b98e58a75303b649&device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 2001 time: 0.3043487 Nov 12 07:50:55.043651 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-a0e44660-2ff9-40cb-a4db-421ca424ed30 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0cd54a18-35dc-44d4-b048-9de9398fd155 HTTP/1.1" status: 200 len: 217 time: 0.0717964 Nov 12 07:50:55.168140 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead742d3-addc-457a-8f88-41142830f592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f176853b-bc91-4761-bacd-ce9a17a68c91', 'code': 200} Nov 12 07:50:55.170878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:50:55.170878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Checking segment: {'id': '80be7782-b24e-446f-80c7-9e3a683bd16a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:50:55.170878 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:55.170878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Bound using segment: {'id': '80be7782-b24e-446f-80c7-9e3a683bd16a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:50:55.171293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Bound port: 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80be7782-b24e-446f-80c7-9e3a683bd16a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '94e7ff54-21ae-4c9c-92f0-9f255244565c'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:50:55.171629 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:55.173524 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec446105-1dac-4e63-9e35-58de57390e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655c7853-bdd4-411f-95d5-6d819eeb3ca7', 'code': 200} Nov 12 07:50:55.222538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device f176853b-bc91-4761-bacd-ce9a17a68c91 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:55.317607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port f176853b-bc91-4761-bacd-ce9a17a68c91 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:55.318063 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:55.355971 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-9861ab73-fe3b-4ea8-a840-dcfca1a927aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:55.357609 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-9861ab73-fe3b-4ea8-a840-dcfca1a927aa service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2792585 Nov 12 07:50:55.465685 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:55.494274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0524-52dc-429b-bd6e-c60c643a792e req-502afef3-0add-4963-b7ef-e5a0b727605a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:55.494705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0524-52dc-429b-bd6e-c60c643a792e req-502afef3-0add-4963-b7ef-e5a0b727605a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:55.495130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0524-52dc-429b-bd6e-c60c643a792e req-502afef3-0add-4963-b7ef-e5a0b727605a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:55.496928 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5fd0524-52dc-429b-bd6e-c60c643a792e req-502afef3-0add-4963-b7ef-e5a0b727605a service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=f7f6284ec3334837b98e58a75303b649&shared=False HTTP/1.1" status: 200 len: 2271 time: 0.4506955 Nov 12 07:50:55.502616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port f176853b-bc91-4761-bacd-ce9a17a68c91, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=f176853b-bc91-4761-bacd-ce9a17a68c91,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:55.506297 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:55.507222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 7598d9b2-59e3-4953-aac2-691313d0daa7 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:55.529019 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-52fdee9d-56fe-4f2d-a677-4a6ff0824bb6 req-a758bea9-af0a-4857-89c8-078f0abe1718 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=ec446105-1dac-4e63-9e35-58de57390e8a HTTP/1.1" status: 200 len: 210 time: 0.0969892 Nov 12 07:50:55.558146 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:55.560319 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] For port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:50:55.635142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] For port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7,segment=NetworkSegment(80be7782-b24e-446f-80c7-9e3a683bd16a),segment_id=80be7782-b24e-446f-80c7-9e3a683bd16a)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:50:55.649394 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=f176853b-bc91-4761-bacd-ce9a17a68c91,revision_number=6']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:55.657859 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:55.674007 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:55.679810 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:55.705804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 7598d9b2-59e3-4953-aac2-691313d0daa7 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:50:55.712983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 7598d9b2-59e3-4953-aac2-691313d0daa7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:55.713764 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:55.831846 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:55.847606 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-f2e7e531-9c05-4490-bece-9fc33df72f0a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4721327 Nov 12 07:50:55.866744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 7598d9b2-59e3-4953-aac2-691313d0daa7, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=7598d9b2-59e3-4953-aac2-691313d0daa7,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:50:55.870640 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:55.872580 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:50:55.881722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b75cbc-a7a3-4771-a767-9f56da5d78c1 req-3d46e95a-e17a-4add-92b0-5752e49687d2 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:55.883486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-55b75cbc-a7a3-4771-a767-9f56da5d78c1 req-3d46e95a-e17a-4add-92b0-5752e49687d2 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 943 time: 0.5889204 Nov 12 07:50:55.943565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=7598d9b2-59e3-4953-aac2-691313d0daa7,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:55.947190 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:56.064341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Pushing event updated for resources: {'Port': ['ID=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:50:56.067573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd0524-52dc-429b-bd6e-c60c643a792e req-06729836-1501-4097-9247-9347bee920d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:56.069313 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5fd0524-52dc-429b-bd6e-c60c643a792e req-06729836-1501-4097-9247-9347bee920d3 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5542638 Nov 12 07:50:56.071349 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:50:56.091485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device f176853b-bc91-4761-bacd-ce9a17a68c91 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:56.159725 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-55b75cbc-a7a3-4771-a767-9f56da5d78c1 req-8147c335-8e0c-4575-9ea5-22d4c4b15168 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430339 Nov 12 07:50:56.162987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port f176853b-bc91-4761-bacd-ce9a17a68c91 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:56.163406 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:56.177932 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:56.179429 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-02121204-2eca-4e42-9694-b24205069e0b service neutron] 10.222.0.33 "PUT /v2.0/ports/6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 HTTP/1.1" status: 200 len: 1155 time: 3.6622257 Nov 12 07:50:56.181660 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-2d862c49-7f96-4eca-9a6e-eb0b28ab410b service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108170 Nov 12 07:50:56.192667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a322d-b70c-45d7-b85f-7696e84e68f9 req-6a330fc9-62b3-43ba-bdb2-cbf9733cb16e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:56.194422 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9a4a322d-b70c-45d7-b85f-7696e84e68f9 req-6a330fc9-62b3-43ba-bdb2-cbf9733cb16e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.4737306 Nov 12 07:50:56.313258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 7598d9b2-59e3-4953-aac2-691313d0daa7 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:50:56.392814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 7598d9b2-59e3-4953-aac2-691313d0daa7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:50:56.393410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:50:56.650897 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'tag': '6ecbd23a-44be-4d79-8e36-526f4e2ee1a7'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:56.748871 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9a4a322d-b70c-45d7-b85f-7696e84e68f9 req-7d8217ac-d6bb-4502-8112-54eeccc6499c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307148 Nov 12 07:50:56.760539 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-2f086550-06ac-421f-ada6-d76bf232d6a0 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5650454 Nov 12 07:50:56.770812 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-408b8e84-5017-4416-a4e0-87a748a9b85a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f7f6284ec3334837b98e58a75303b649&device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 2107 time: 0.5490794 Nov 12 07:50:56.834084 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec446105-1dac-4e63-9e35-58de57390e8a', 'name': 'network-vif-deleted', 'tag': '655c7853-bdd4-411f-95d5-6d819eeb3ca7', 'status': 'completed', 'code': 200} Nov 12 07:50:56.856501 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c7054ae3-9b4b-4c4e-a53f-29e8dc225886 req-9ba9318f-35a9-45cc-b245-e7583bc01ea5 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 1165 time: 0.5134003 Nov 12 07:50:56.858313 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-5a132aeb-dfd9-4efd-9dd1-86d2d9348a82 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.60&port_id=938b0fbe-0697-4e8c-be0f-1fae737a7851 HTTP/1.1" status: 200 len: 217 time: 0.0793514 Nov 12 07:50:56.960815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-b7bc71a3-6e47-4f2b-9985-35696b4b018a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:56.962575 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-b7bc71a3-6e47-4f2b-9985-35696b4b018a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=51460b57-04d6-49ae-bd2d-e97aaf30b51e HTTP/1.1" status: 200 len: 801 time: 0.0970759 Nov 12 07:50:56.964651 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c7054ae3-9b4b-4c4e-a53f-29e8dc225886 req-ec2c2287-8d22-4dc0-ad35-7b1275f2c9f1 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011147 Nov 12 07:50:57.061484 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-c4f2908b-ebc7-4e7f-9741-34db044e6a7c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=7f1f09f2-48f7-4944-ab73-8fe0432a2d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0835886 Nov 12 07:50:57.175112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead742d3-addc-457a-8f88-41142830f592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f176853b-bc91-4761-bacd-ce9a17a68c91'}, {'server_uuid': 'eaddf9fc-6d71-4b2c-abfa-669f0c47dd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7598d9b2-59e3-4953-aac2-691313d0daa7'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:50:57.278478 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-12836216-d8be-44ec-bd8e-3a6ffc2a3828 service neutron] 10.222.0.33 "GET /v2.0/networks/7f1f09f2-48f7-4944-ab73-8fe0432a2d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083092 Nov 12 07:50:57.397960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4438ffe-59d0-46e1-bf93-94c23f39929d req-e8cd9c37-66e4-416b-b532-bf6a1c3634d3 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:57.400036 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e4438ffe-59d0-46e1-bf93-94c23f39929d req-e8cd9c37-66e4-416b-b532-bf6a1c3634d3 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.2513855 Nov 12 07:50:57.519027 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-3bf90287-bc48-4846-908e-1d5c25ac289d service neutron] 10.222.0.33 "GET /v2.0/networks/7f1f09f2-48f7-4944-ab73-8fe0432a2d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2302053 Nov 12 07:50:57.604672 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e4438ffe-59d0-46e1-bf93-94c23f39929d req-d4c1570a-3bdc-46cd-9a5c-7056cb5196a1 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913021 Nov 12 07:50:57.608543 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-6d8c516f-a302-44bb-ae06-9579935775f7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 HTTP/1.1" status: 200 len: 217 time: 0.0801587 Nov 12 07:50:57.690084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acbc80-df57-45d8-ba95-cf3f8bf546ff req-9cccf5ca-cf5b-44e6-8e66-95fd0c2f16e7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:57.694473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acbc80-df57-45d8-ba95-cf3f8bf546ff req-9cccf5ca-cf5b-44e6-8e66-95fd0c2f16e7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:57.696769 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-31acbc80-df57-45d8-ba95-cf3f8bf546ff req-9cccf5ca-cf5b-44e6-8e66-95fd0c2f16e7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 1677 time: 0.2663758 Nov 12 07:50:57.707039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-b83d55d5-d4e2-4787-9966-55b090dc060e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:57.708567 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-b83d55d5-d4e2-4787-9966-55b090dc060e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=abbcaee8-e8d7-4023-aa08-c417b1ff837e HTTP/1.1" status: 200 len: 801 time: 0.0929635 Nov 12 07:50:57.764598 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'tag': '6ecbd23a-44be-4d79-8e36-526f4e2ee1a7', 'status': 'completed', 'code': 200} Nov 12 07:50:57.812631 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-31acbc80-df57-45d8-ba95-cf3f8bf546ff req-3b2f0b65-6737-406a-8ac9-af99edae4b32 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081278 Nov 12 07:50:57.830377 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-c9e5b5dc-ee46-43d9-a9b7-27e273bc613c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=94e7ff54-21ae-4c9c-92f0-9f255244565c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1076570 Nov 12 07:50:57.991119 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead742d3-addc-457a-8f88-41142830f592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f176853b-bc91-4761-bacd-ce9a17a68c91', 'code': 200} Nov 12 07:50:57.991119 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaddf9fc-6d71-4b2c-abfa-669f0c47dd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7598d9b2-59e3-4953-aac2-691313d0daa7', 'code': 200} Nov 12 07:50:58.068790 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-7f4b6348-ce81-4835-9e16-2d2711cb807a service neutron] 10.222.0.33 "GET /v2.0/networks/94e7ff54-21ae-4c9c-92f0-9f255244565c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301047 Nov 12 07:50:58.187468 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-13c46f1d-951b-4878-a662-6cb7a37509d3 req-2261e0a1-8a34-45e8-ae7f-cfb1ebcb6f05 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 1160 time: 0.0830278 Nov 12 07:50:58.211015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf62361-208a-4617-916c-68ede81c48df req-d114def7-0241-475a-921f-f5d4d6546323 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:58.212923 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8bf62361-208a-4617-916c-68ede81c48df req-d114def7-0241-475a-921f-f5d4d6546323 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.2618735 Nov 12 07:50:58.250930 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-13c46f1d-951b-4878-a662-6cb7a37509d3 req-fcbb3f46-a716-44d6-9054-b604f8bd21e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489736 Nov 12 07:50:58.396995 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a6e3a767-5296-41fc-88f4-d8639431af23 req-65151896-c699-44b5-96d9-e043da9639c1 service neutron] 10.222.0.33 "GET /v2.0/networks/94e7ff54-21ae-4c9c-92f0-9f255244565c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3200178 Nov 12 07:50:58.399391 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8bf62361-208a-4617-916c-68ede81c48df req-128f12ec-078a-4458-80df-bf6ddf16e618 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775205 Nov 12 07:50:58.420626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf1509-d758-45a1-9653-5e775f1785ed req-eeb52262-95ac-427b-af04-d5ebe1c7ae9b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:58.422601 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24bf1509-d758-45a1-9653-5e775f1785ed req-eeb52262-95ac-427b-af04-d5ebe1c7ae9b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 945 time: 0.3220766 Nov 12 07:50:58.425852 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-21d04d32-a1c7-4048-bccf-3383d6024940 req-6fc6df98-8ce5-4462-8176-757ca21dc52b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 1160 time: 0.2062950 Nov 12 07:50:58.605608 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24bf1509-d758-45a1-9653-5e775f1785ed req-6d00bc62-c548-4209-b256-31cd804fec73 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707976 Nov 12 07:50:58.612913 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-21d04d32-a1c7-4048-bccf-3383d6024940 req-f88a59af-54ed-4235-9058-9bba8658037d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066656 Nov 12 07:50:58.628596 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f30c0b49-cfa8-448a-b271-88c4e6f22d23 req-51ae6370-455c-49b2-8c6a-56486cd8cc16 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f7f6284ec3334837b98e58a75303b649&device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 2107 time: 0.1651831 Nov 12 07:50:58.845844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c0b49-cfa8-448a-b271-88c4e6f22d23 req-b5eb7266-32e7-44e4-8cef-157564224dc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:58.847472 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f30c0b49-cfa8-448a-b271-88c4e6f22d23 req-b5eb7266-32e7-44e4-8cef-157564224dc2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=94e7ff54-21ae-4c9c-92f0-9f255244565c HTTP/1.1" status: 200 len: 896 time: 0.2116766 Nov 12 07:50:58.932976 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f30c0b49-cfa8-448a-b271-88c4e6f22d23 req-ed03c52f-915d-4d27-92d5-d111b256c78c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.87&port_id=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 HTTP/1.1" status: 200 len: 217 time: 0.0748959 Nov 12 07:50:58.939146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3d7c8-731c-46fa-a160-2dc008edae70 req-7e31a800-6868-4380-aa0e-08e6b6bc93b5 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:58.940723 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5b3d7c8-731c-46fa-a160-2dc008edae70 req-7e31a800-6868-4380-aa0e-08e6b6bc93b5 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.2078800 Nov 12 07:50:59.335908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c0b49-cfa8-448a-b271-88c4e6f22d23 req-3281c626-8a56-4f73-9238-4436fb98e41d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:59.337669 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f30c0b49-cfa8-448a-b271-88c4e6f22d23 req-3281c626-8a56-4f73-9238-4436fb98e41d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=abbcaee8-e8d7-4023-aa08-c417b1ff837e HTTP/1.1" status: 200 len: 801 time: 0.3959680 Nov 12 07:50:59.344517 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5b3d7c8-731c-46fa-a160-2dc008edae70 req-9063708b-3572-4773-9544-2a84f807b639 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670793 Nov 12 07:50:59.414600 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6858279f-b42e-4d90-a442-0b11f7761a75 req-eeccdae7-dacd-4991-96fe-715807a7ac83 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 1165 time: 0.4382851 Nov 12 07:50:59.461596 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f30c0b49-cfa8-448a-b271-88c4e6f22d23 req-4ed01bd5-a62b-423d-8c1a-c281d5ee2613 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=94e7ff54-21ae-4c9c-92f0-9f255244565c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1123812 Nov 12 07:50:59.503089 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6858279f-b42e-4d90-a442-0b11f7761a75 req-92ece586-6e10-4409-91ac-035d5d46f5e4 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787287 Nov 12 07:50:59.738187 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f30c0b49-cfa8-448a-b271-88c4e6f22d23 req-7acfe13f-fb0b-4114-8c95-e523ba3b896d service neutron] 10.222.0.33 "GET /v2.0/networks/94e7ff54-21ae-4c9c-92f0-9f255244565c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675519 Nov 12 07:50:59.787477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c17d7-39c7-477f-976c-4545532e9bfe req-999379cc-7b1e-437b-b0cf-f1160e7ef4b3 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:59.789134 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-699c17d7-39c7-477f-976c-4545532e9bfe req-999379cc-7b1e-437b-b0cf-f1160e7ef4b3 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.2924418 Nov 12 07:50:59.929032 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a738058-e208-423b-acac-12ab5245de2e req-8d23cbe1-4615-4f31-bfac-752afe707a85 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:50:59.930882 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a738058-e208-423b-acac-12ab5245de2e req-8d23cbe1-4615-4f31-bfac-752afe707a85 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.2693768 Nov 12 07:50:59.984200 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f30c0b49-cfa8-448a-b271-88c4e6f22d23 req-e339f062-f636-4480-93f9-23c077e76230 service neutron] 10.222.0.33 "GET /v2.0/networks/94e7ff54-21ae-4c9c-92f0-9f255244565c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2353597 Nov 12 07:50:59.988555 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-699c17d7-39c7-477f-976c-4545532e9bfe req-95f31f94-e3ae-4744-8987-1581881c4745 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399310 Nov 12 07:51:00.023021 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a738058-e208-423b-acac-12ab5245de2e req-20860f5f-6926-43a5-bef6-61162461e110 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784891 Nov 12 07:51:00.295652 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-383a3d13-d96b-4d97-b0ef-b03de31e0356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:00.325409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c8531-b485-4000-9ea8-ecd551d50928 req-f6038823-ad90-4cfc-82d9-c760f84b9914 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:00.329724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c8531-b485-4000-9ea8-ecd551d50928 req-f6038823-ad90-4cfc-82d9-c760f84b9914 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:00.331458 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-269c8531-b485-4000-9ea8-ecd551d50928 req-f6038823-ad90-4cfc-82d9-c760f84b9914 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 1677 time: 0.1605241 Nov 12 07:51:00.368594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e17002-d9d7-406d-b16a-3f05055da32c req-7f8b84a8-df4c-4641-bb18-95798bdf43ee tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:00.370255 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-31e17002-d9d7-406d-b16a-3f05055da32c req-7f8b84a8-df4c-4641-bb18-95798bdf43ee tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.1307244 Nov 12 07:51:00.419173 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-269c8531-b485-4000-9ea8-ecd551d50928 req-92a141d4-e19d-4e09-9a17-becbe928227c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795302 Nov 12 07:51:00.440930 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-31e17002-d9d7-406d-b16a-3f05055da32c req-830dbbd5-f812-4b17-9613-f23a95760d03 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586276 Nov 12 07:51:00.676366 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473a264-e984-491c-aa2d-4e4ac87378e3 req-f540b054-5c97-4ea1-b790-6dd496e8849d tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:00.678045 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5473a264-e984-491c-aa2d-4e4ac87378e3 req-f540b054-5c97-4ea1-b790-6dd496e8849d tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 945 time: 0.0872378 Nov 12 07:51:00.761783 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5473a264-e984-491c-aa2d-4e4ac87378e3 req-7b871491-0c02-4c55-ab77-ff341a2d5754 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753820 Nov 12 07:51:00.980750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ac778-74cc-4e21-baa5-30375257e49c req-0aa9cfa0-82b1-4e2e-bc30-ab4246ffa2c9 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:00.982316 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a4ac778-74cc-4e21-baa5-30375257e49c req-0aa9cfa0-82b1-4e2e-bc30-ab4246ffa2c9 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.1507776 Nov 12 07:51:00.992409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6085a21-d302-4e1e-9814-a53f0ee61ce9 req-701a98ee-6089-4925-ab29-ad1190bf6acd tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:00.993981 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d6085a21-d302-4e1e-9814-a53f0ee61ce9 req-701a98ee-6089-4925-ab29-ad1190bf6acd tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 950 time: 0.1217997 Nov 12 07:51:01.071714 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a4ac778-74cc-4e21-baa5-30375257e49c req-8ea50fb0-6e3d-45e9-9d7c-c47d7b2f8420 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766227 Nov 12 07:51:01.074471 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d6085a21-d302-4e1e-9814-a53f0ee61ce9 req-e53ee3e2-cd18-4efb-86b8-7a827b22a044 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653918 Nov 12 07:51:01.286626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e19e-ea44-48b7-b5cc-6d01fb4443e4 req-887a9700-5208-486e-8adf-e5e2b2148a79 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:01.288189 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73b7e19e-ea44-48b7-b5cc-6d01fb4443e4 req-887a9700-5208-486e-8adf-e5e2b2148a79 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.0909157 Nov 12 07:51:01.340571 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73b7e19e-ea44-48b7-b5cc-6d01fb4443e4 req-426e4972-e3f4-4bc8-ae2d-daa43a378e86 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457232 Nov 12 07:51:01.511714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f664e9-df72-48f0-a7b0-3984f99a8ced req-21e7ad17-30a0-4d11-bca5-c72eae6edec6 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:01.513340 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37f664e9-df72-48f0-a7b0-3984f99a8ced req-21e7ad17-30a0-4d11-bca5-c72eae6edec6 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.0883784 Nov 12 07:51:01.571291 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37f664e9-df72-48f0-a7b0-3984f99a8ced req-318ac96e-34b3-4f7a-9875-ac95135f3a03 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514290 Nov 12 07:51:01.820263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e3d56-c549-4775-a863-b2e45a47f74b req-b40fa6d5-6d80-4b9a-8d26-04bb6c8587a2 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:01.822002 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-554e3d56-c549-4775-a863-b2e45a47f74b req-b40fa6d5-6d80-4b9a-8d26-04bb6c8587a2 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 945 time: 0.1818962 Nov 12 07:51:01.827920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e948115-57e9-4d07-9b26-24a155194928 req-2e710561-614b-4f6e-914f-9c5779003b51 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:01.829440 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e948115-57e9-4d07-9b26-24a155194928 req-2e710561-614b-4f6e-914f-9c5779003b51 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.1190350 Nov 12 07:51:01.911840 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-554e3d56-c549-4775-a863-b2e45a47f74b req-929d4b18-f54a-440b-a233-cbdaa7214b0b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812280 Nov 12 07:51:01.916762 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e948115-57e9-4d07-9b26-24a155194928 req-8f2fb549-454c-414f-824c-249d5b463d6f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717399 Nov 12 07:51:01.944786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 938b0fbe-0697-4e8c-be0f-1fae737a7851 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:02.042712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 938b0fbe-0697-4e8c-be0f-1fae737a7851 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:51:02.048382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 938b0fbe-0697-4e8c-be0f-1fae737a7851 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:02.049489 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:02.181152 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:02.210385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938b0fbe-0697-4e8c-be0f-1fae737a7851'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:02.210652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75334d-8e63-4526-b858-1e5de59c4c0a req-05ec9acc-ae8b-44e5-9e5f-a1e49ab34c7e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:02.212213 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7c75334d-8e63-4526-b858-1e5de59c4c0a req-05ec9acc-ae8b-44e5-9e5f-a1e49ab34c7e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.1204612 Nov 12 07:51:02.219593 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84c15b-89c0-4e9c-bb55-4910c9def38a req-948f0636-aed4-478f-94f2-aaf92928eb9c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:02.221166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 938b0fbe-0697-4e8c-be0f-1fae737a7851, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=938b0fbe-0697-4e8c-be0f-1fae737a7851,segment=NetworkSegment(d0eb85fa-71ba-4b77-a167-015d5f661391),segment_id=d0eb85fa-71ba-4b77-a167-015d5f661391)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:02.224040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84c15b-89c0-4e9c-bb55-4910c9def38a req-948f0636-aed4-478f-94f2-aaf92928eb9c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:02.225155 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:02.225790 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8f84c15b-89c0-4e9c-bb55-4910c9def38a req-948f0636-aed4-478f-94f2-aaf92928eb9c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 1677 time: 0.1802030 Nov 12 07:51:02.226238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:02.254758 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:02.306812 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7c75334d-8e63-4526-b858-1e5de59c4c0a req-a18c8e6d-cae7-4295-8e49-7a07187e819f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799434 Nov 12 07:51:02.309560 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8f84c15b-89c0-4e9c-bb55-4910c9def38a req-d5f0f482-642d-4d25-b0c2-b7b897fd9f50 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682249 Nov 12 07:51:02.364021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=938b0fbe-0697-4e8c-be0f-1fae737a7851,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:02.378808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.379195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.379573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.379958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.380312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.380683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.381098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.381462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.381825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.382183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.382544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.383073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.383484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.383841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.384200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.384555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.384924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.385285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.385640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.385994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.386348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.386715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.387055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.387406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.387860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.388214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.388569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.388933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.389298 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.389822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.390188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.390540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.390901 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.391253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.391605 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.391957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:02.396949 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:02.401708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:51:02.407086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:02.407505 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:02.547474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a157022-f38f-402a-89d7-335c7dcb25e6 req-8a151f08-657f-4417-ae7c-2d6b2e81141d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:02.549805 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8a157022-f38f-402a-89d7-335c7dcb25e6 req-8a151f08-657f-4417-ae7c-2d6b2e81141d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.0873175 Nov 12 07:51:02.571771 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:02.636685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7,segment=NetworkSegment(80be7782-b24e-446f-80c7-9e3a683bd16a),segment_id=80be7782-b24e-446f-80c7-9e3a683bd16a)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:02.641563 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:02.644135 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8a157022-f38f-402a-89d7-335c7dcb25e6 req-8ca985c5-ee82-477d-b3e7-1a8add1437ab tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855258 Nov 12 07:51:02.646034 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:02.782134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:02.788633 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:02.789587 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 938b0fbe-0697-4e8c-be0f-1fae737a7851 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:02.860565 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938b0fbe-0697-4e8c-be0f-1fae737a7851', 'code': 200} Nov 12 07:51:02.928494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 938b0fbe-0697-4e8c-be0f-1fae737a7851 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:02.937946 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:03.040571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f344d4-32e3-4534-9279-1f57a1645691 req-dd39fc12-7877-4eb6-b35e-54011e3e6f22 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:03.042339 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a1f344d4-32e3-4534-9279-1f57a1645691 req-dd39fc12-7877-4eb6-b35e-54011e3e6f22 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 950 time: 0.2466753 Nov 12 07:51:03.088884 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d58c0ac4-b5a0-4e77-86c0-e93799b373b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:03.097290 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:03.139519 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a1f344d4-32e3-4534-9279-1f57a1645691 req-7032e992-9371-49a5-a1a1-ede9652cd85d tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797963 Nov 12 07:51:03.153291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-0889e124-880d-4b45-8eb7-771b5ae38893 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:03.154487 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-0889e124-880d-4b45-8eb7-771b5ae38893 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.41 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 950 time: 0.1710072 Nov 12 07:51:03.171785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba249c-6694-4b85-9a54-3f979c5b618f req-41276a66-b10e-46bf-9b0e-87f15e940bfe tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:03.174090 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-79ba249c-6694-4b85-9a54-3f979c5b618f req-41276a66-b10e-46bf-9b0e-87f15e940bfe tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.2338431 Nov 12 07:51:03.285285 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:03.312044 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Deleting port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:03.312353 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:03.405422 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-79ba249c-6694-4b85-9a54-3f979c5b618f req-e1cbd8de-9962-44ee-9f6f-b1a587a32565 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002237 Nov 12 07:51:03.617970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-620d8d8b-5649-4488-a351-79932036514a tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:03.618787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-620d8d8b-5649-4488-a351-79932036514a tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Synchronizing usage tracker for tenant:0402c2929fa948bbaf15c876a908f13d on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:03.636205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-620d8d8b-5649-4488-a351-79932036514a tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Unset dirty status for tenant:0402c2929fa948bbaf15c876a908f13d on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:03.637747 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-620d8d8b-5649-4488-a351-79932036514a tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.41 "GET /v2.0/ports?device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 945 time: 0.1389868 Nov 12 07:51:03.678855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-b7136ef8-8be3-4cdf-8a86-eade310dc980 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:03.680535 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-b7136ef8-8be3-4cdf-8a86-eade310dc980 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/networks?id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 HTTP/1.1" status: 200 len: 815 time: 0.4131393 Nov 12 07:51:03.724072 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Deleting port 7598d9b2-59e3-4953-aac2-691313d0daa7 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:03.724616 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:03.746913 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-da340cdb-66b5-4b31-a274-dc3056ab8ea1 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/quotas/e56cbd5483e14952b7a82e515f42639c HTTP/1.1" status: 200 len: 375 time: 0.0560164 Nov 12 07:51:03.824067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] For port a56f7f93-1f0d-445c-8d5f-b6b49e92be28, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=a56f7f93-1f0d-445c-8d5f-b6b49e92be28,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:03.824299 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:03.974253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Calling delete_port for a56f7f93-1f0d-445c-8d5f-b6b49e92be28 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:04.002426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] For port 7598d9b2-59e3-4953-aac2-691313d0daa7, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=7598d9b2-59e3-4953-aac2-691313d0daa7,segment=NetworkSegment(b43415fb-5c54-48fb-8bc5-8f087e007d79),segment_id=b43415fb-5c54-48fb-8bc5-8f087e007d79)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:04.002812 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:04.024281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device a56f7f93-1f0d-445c-8d5f-b6b49e92be28 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:04.153624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Calling delete_port for 7598d9b2-59e3-4953-aac2-691313d0daa7 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:04.246517 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:04.274707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a43961-53b8-4a95-8acd-db7aab501c25 req-ff93158b-36f7-4fb6-9416-bbcadd8ed533 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:04.277603 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78a43961-53b8-4a95-8acd-db7aab501c25 req-ff93158b-36f7-4fb6-9416-bbcadd8ed533 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/ports?device_id=eaddf9fc-6d71-4b2c-abfa-669f0c47dd81 HTTP/1.1" status: 200 len: 945 time: 0.7184243 Nov 12 07:51:04.292831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port a56f7f93-1f0d-445c-8d5f-b6b49e92be28, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=a56f7f93-1f0d-445c-8d5f-b6b49e92be28,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:04.299337 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:04.300177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 7598d9b2-59e3-4953-aac2-691313d0daa7 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:04.331934 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-524c1169-71fc-4d2c-aabb-1a704a396120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:04.347215 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:04.365031 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:04.374329 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:51:04.374713 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:51:04.419960 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78a43961-53b8-4a95-8acd-db7aab501c25 req-4ba0458f-8602-4d55-a073-26da25fb137b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups?id=e5697dfa-afa1-4123-8ffd-011f05c171c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289997 Nov 12 07:51:04.420943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event deleted for resources: {'Port': ['ID=7598d9b2-59e3-4953-aac2-691313d0daa7,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:04.421564 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:04.437686 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] No active binding found for port 7598d9b2-59e3-4953-aac2-691313d0daa7 {{(pid=80794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 12 07:51:04.437910 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 7598d9b2-59e3-4953-aac2-691313d0daa7 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:51:04.442781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=a56f7f93-1f0d-445c-8d5f-b6b49e92be28,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:04.446585 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:04.455643 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-a5fd209a-8787-4fa0-8ada-21a768f56644 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?tenant_id=e56cbd5483e14952b7a82e515f42639c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6977615 Nov 12 07:51:04.487550 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:04.619920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cb9f241d-6143-4741-8594-a4fe60235649 service neutron] 10.222.0.40 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601748 Nov 12 07:51:04.641412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] No DVR routers for this DVR port 7598d9b2-59e3-4953-aac2-691313d0daa7 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:04.643733 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:04.647935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaddf9fc-6d71-4b2c-abfa-669f0c47dd81', 'name': 'network-vif-deleted', 'tag': '7598d9b2-59e3-4953-aac2-691313d0daa7'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:04.662855 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80d9dbae-6c48-4074-9e8b-db888089a258 req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.41 "DELETE /v2.0/ports/7598d9b2-59e3-4953-aac2-691313d0daa7 HTTP/1.1" status: 204 len: 173 time: 1.0158381 Nov 12 07:51:04.767392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0a747c39-e8f6-4d24-9012-9ce9df47e47c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:04.768175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0a747c39-e8f6-4d24-9012-9ce9df47e47c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Synchronizing usage tracker for tenant:e56cbd5483e14952b7a82e515f42639c on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:04.774788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:04.790086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0a747c39-e8f6-4d24-9012-9ce9df47e47c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Unset dirty status for tenant:e56cbd5483e14952b7a82e515f42639c on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:04.791646 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0a747c39-e8f6-4d24-9012-9ce9df47e47c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "GET /v2.0/ports?device_id=ead742d3-addc-457a-8f88-41142830f592 HTTP/1.1" status: 200 len: 945 time: 0.1159515 Nov 12 07:51:04.875473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Deleting port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:04.875849 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:04.880976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Deleting port f176853b-bc91-4761-bacd-ce9a17a68c91 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:04.881379 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:04.972883 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-9b44a8e7-c60f-433e-aa7d-5f07d6c4b0e9 service neutron] 10.222.0.40 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3122482 Nov 12 07:51:05.031850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecbd23a-44be-4d79-8e36-526f4e2ee1a7'}, {'server_uuid': 'fa89d440-52de-4eb2-8c2a-4b022ff06dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56f7f93-1f0d-445c-8d5f-b6b49e92be28'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:05.069836 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:05.124208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:05.125953 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:05.188112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] For port f176853b-bc91-4761-bacd-ce9a17a68c91, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=f176853b-bc91-4761-bacd-ce9a17a68c91,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:05.188779 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:05.311417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] For port a56f7f93-1f0d-445c-8d5f-b6b49e92be28, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=a56f7f93-1f0d-445c-8d5f-b6b49e92be28,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:05.312064 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:05.468461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Calling delete_port for f176853b-bc91-4761-bacd-ce9a17a68c91 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:05.535193 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Calling delete_port for a56f7f93-1f0d-445c-8d5f-b6b49e92be28 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:05.635206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec5029-7d19-450e-87af-57f1b593ee88 req-66827f3e-f80e-42fb-bf88-70beaaad781f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:05.639795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec5029-7d19-450e-87af-57f1b593ee88 req-66827f3e-f80e-42fb-bf88-70beaaad781f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:05.648507 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5ec5029-7d19-450e-87af-57f1b593ee88 req-66827f3e-f80e-42fb-bf88-70beaaad781f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 1681 time: 1.0265200 Nov 12 07:51:05.662772 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:05.690152 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-99eca1fd-8721-4c81-8534-0448f1b8cac2 tempest-ServersOnMultiNodesTest-2060491286 tempest-ServersOnMultiNodesTest-2060491286] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:05.735278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Pushing event deleted for resources: {'Port': ['ID=f176853b-bc91-4761-bacd-ce9a17a68c91,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:05.741815 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:05.864450 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5ec5029-7d19-450e-87af-57f1b593ee88 req-a03b2c43-8339-4901-a288-55838644f0f4 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148476 Nov 12 07:51:05.913572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-679e7801-b0e4-42ad-bbc2-6d1f6a59259c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:05.915875 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] No DVR routers for this DVR port f176853b-bc91-4761-bacd-ce9a17a68c91 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:05.918261 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:05.920357 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-679e7801-b0e4-42ad-bbc2-6d1f6a59259c tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.33 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 945 time: 0.2951677 Nov 12 07:51:05.934031 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cde7eb4d-c60d-4b51-9189-503de2c64afd req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "DELETE /v2.0/ports/f176853b-bc91-4761-bacd-ce9a17a68c91 HTTP/1.1" status: 204 len: 173 time: 1.1356707 Nov 12 07:51:06.039636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ef264-f287-48d9-890e-35a7193d5088 req-54dc8a7a-068e-4c12-a5b0-cc2e8118f295 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:06.041607 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-980ef264-f287-48d9-890e-35a7193d5088 req-54dc8a7a-068e-4c12-a5b0-cc2e8118f295 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.4567795 Nov 12 07:51:06.049667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device f176853b-bc91-4761-bacd-ce9a17a68c91 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:06.132454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] No Port match for: f176853b-bc91-4761-bacd-ce9a17a68c91 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:51:06.132856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device f176853b-bc91-4761-bacd-ce9a17a68c91 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:51:06.165785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Deleting port 156033d6-c97c-4ec7-a159-ef251ec853b5 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:06.166198 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:06.206875 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:06.243383 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-108e73ff-17ee-485c-9b78-7a8f37cac954 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:06.355169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Pushing event deleted for resources: {'Port': ['ID=a56f7f93-1f0d-445c-8d5f-b6b49e92be28,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:06.361618 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:06.371486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-980ef264-f287-48d9-890e-35a7193d5088 req-70c4475b-3287-42d8-a1a1-76d356c4c142 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073165 Nov 12 07:51:06.587551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edcf15-6cf0-41ee-be30-a458ca7008f6 req-eae742c5-ff21-4d56-8e9c-787e41bd5892 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:06.589406 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75edcf15-6cf0-41ee-be30-a458ca7008f6 req-eae742c5-ff21-4d56-8e9c-787e41bd5892 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.4735360 Nov 12 07:51:06.677862 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d09f2d69-5107-4774-8ee8-c3e7cb14c61f req-1aadb36e-0643-4b60-ae81-78db55be5603 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=fa89d440-52de-4eb2-8c2a-4b022ff06dd7 HTTP/1.1" status: 200 len: 210 time: 0.1726947 Nov 12 07:51:06.777460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] No DVR routers for this DVR port a56f7f93-1f0d-445c-8d5f-b6b49e92be28 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:06.780530 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:06.815775 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa89d440-52de-4eb2-8c2a-4b022ff06dd7', 'name': 'network-vif-deleted', 'tag': 'a56f7f93-1f0d-445c-8d5f-b6b49e92be28'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:06.834325 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-57c4a053-d578-46a7-a241-cfc25e5688ea req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.41 "DELETE /v2.0/ports/a56f7f93-1f0d-445c-8d5f-b6b49e92be28 HTTP/1.1" status: 204 len: 173 time: 3.6590316 Nov 12 07:51:06.887590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] For port 156033d6-c97c-4ec7-a159-ef251ec853b5, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=156033d6-c97c-4ec7-a159-ef251ec853b5,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:06.887905 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:06.909697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-a126204c-b0ef-4137-8eb0-fece61449aaf tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:06.911912 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-a126204c-b0ef-4137-8eb0-fece61449aaf tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "GET /v2.0/networks?id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 HTTP/1.1" status: 200 len: 815 time: 0.2249568 Nov 12 07:51:06.932504 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Request body: {'port': {'device_id': '0b47cea2-e18c-4810-8d0a-2ca77faf6c00', 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4', 'admin_state_up': True, 'tenant_id': 'e56cbd5483e14952b7a82e515f42639c'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:07.017841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 156033d6-c97c-4ec7-a159-ef251ec853b5 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:07.056160 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Calling delete_port for 156033d6-c97c-4ec7-a159-ef251ec853b5 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:07.161077 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:07.167511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Usage tracker for resource:port and tenant:e56cbd5483e14952b7a82e515f42639c is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:07.173617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:07.181596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:07.182833 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-75edcf15-6cf0-41ee-be30-a458ca7008f6 req-85075cec-7184-4af1-be11-aec101a359c9 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267267 Nov 12 07:51:07.199702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:07.213178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Made reservation on behalf of e56cbd5483e14952b7a82e515f42639c for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:51:07.228007 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:07.250106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 156033d6-c97c-4ec7-a159-ef251ec853b5, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=156033d6-c97c-4ec7-a159-ef251ec853b5,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:07.256867 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:07.259215 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:07.349164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=156033d6-c97c-4ec7-a159-ef251ec853b5,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:07.358116 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:07.383141 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaddf9fc-6d71-4b2c-abfa-669f0c47dd81', 'name': 'network-vif-deleted', 'tag': '7598d9b2-59e3-4953-aac2-691313d0daa7', 'status': 'completed', 'code': 200} Nov 12 07:51:07.419889 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:51:07.420205 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:51:07.461928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088b0a-8594-4102-8059-fa16bdfb00f9 req-feb5168b-27fc-4407-8558-94580703da3e tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:07.470068 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecbd23a-44be-4d79-8e36-526f4e2ee1a7', 'code': 200} Nov 12 07:51:07.470375 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa89d440-52de-4eb2-8c2a-4b022ff06dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56f7f93-1f0d-445c-8d5f-b6b49e92be28', 'code': 200} Nov 12 07:51:07.478868 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb088b0a-8594-4102-8059-fa16bdfb00f9 req-feb5168b-27fc-4407-8558-94580703da3e tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 943 time: 0.3123176 Nov 12 07:51:07.558382 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:07.578987 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb088b0a-8594-4102-8059-fa16bdfb00f9 req-43223c66-dd6c-4527-bc22-7278059b525e tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/security-groups?id=86bbe485-b28d-4512-af44-6c5e7d30088b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991468 Nov 12 07:51:07.708488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ebc3331-232e-4fd1-adc3-feed03717e48 req-3337dfd1-37aa-4f8a-ae89-a1001d3a6972 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 210 time: 0.0701611 Nov 12 07:51:07.717819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Allocated IP 172.20.0.8 (1fdb6bd1-d757-4afe-9ae1-8476e3d133c4/6518e193-b426-4cb3-8412-63a23c5060f8/b1c7e73e-cfac-4682-bb56-07d587b8a6bf) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:51:07.735788 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-36c7458d-0249-4e0d-8dbe-4e1586bf464c req-dd98111f-ca45-4d64-826a-09071c7267f1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 2111 time: 0.1466956 Nov 12 07:51:07.793623 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa89d440-52de-4eb2-8c2a-4b022ff06dd7', 'name': 'network-vif-deleted', 'tag': 'a56f7f93-1f0d-445c-8d5f-b6b49e92be28', 'status': 'completed', 'code': 200} Nov 12 07:51:07.834503 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-36c7458d-0249-4e0d-8dbe-4e1586bf464c req-e5a0f530-5a0b-4ec0-b1e2-65d4c686d756 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856011 Nov 12 07:51:07.973552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Deleting port 156033d6-c97c-4ec7-a159-ef251ec853b5 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:07.973952 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:08.007369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:08.037563 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:08.058598 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-330637d6-95f3-4056-8ab7-d01b2f3c264b tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:08.193273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Pushing event updated for resources: {'Port': ['ID=b1c7e73e-cfac-4682-bb56-07d587b8a6bf,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:08.198280 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:08.266951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:51:08.268219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:51:08.270739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:51:08.344157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:08.344864 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:08.372334 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-95722e3b-55ab-4004-9d38-7b1207f9942f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4454708 Nov 12 07:51:08.387277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Request body: {'port': {'device_id': '0b47cea2-e18c-4810-8d0a-2ca77faf6c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:08.453929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08460703-b221-4326-ac61-a5c611ed9770 req-b8f52553-727c-48b7-b39d-ca5fe44a799c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:08.458277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08460703-b221-4326-ac61-a5c611ed9770 req-b8f52553-727c-48b7-b39d-ca5fe44a799c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:08.460057 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-08460703-b221-4326-ac61-a5c611ed9770 req-b8f52553-727c-48b7-b39d-ca5fe44a799c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 1681 time: 0.5487411 Nov 12 07:51:08.504923 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:08.622614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e970a-586c-4dcf-bf51-726d00b6e772 req-1813e308-1c52-49fa-9562-334a5c10563b tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:08.624370 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e60e970a-586c-4dcf-bf51-726d00b6e772 req-1813e308-1c52-49fa-9562-334a5c10563b tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.5692844 Nov 12 07:51:08.633222 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-08460703-b221-4326-ac61-a5c611ed9770 req-4d63623a-9ca7-43b1-9c34-b1217ebd5c3f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173756 Nov 12 07:51:08.675078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] For port 156033d6-c97c-4ec7-a159-ef251ec853b5, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=156033d6-c97c-4ec7-a159-ef251ec853b5,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:08.675574 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:08.827586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Calling delete_port for 156033d6-c97c-4ec7-a159-ef251ec853b5 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:08.891378 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e60e970a-586c-4dcf-bf51-726d00b6e772 req-88e94398-9244-4674-af40-dc85746bb52d tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542169 Nov 12 07:51:08.970389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c7e73e-cfac-4682-bb56-07d587b8a6bf {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:51:08.980804 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:09.112799 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Transition to ACTIVE for port object b1c7e73e-cfac-4682-bb56-07d587b8a6bf will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:51:09.117193 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:09.126174 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:09.135068 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc23bfe5-e668-4775-8729-dc9226830783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:09.144095 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dde8a5d4-1266-4c71-8592-d5b2a057ce92 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:09.197286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Pushing event deleted for resources: {'Port': ['ID=156033d6-c97c-4ec7-a159-ef251ec853b5,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:09.250399 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:09.263804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe90ec-6470-4704-8c09-c13c4b74a8ef req-4af96ae8-b47d-42b5-b255-3746972c60d4 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:09.265452 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-05fe90ec-6470-4704-8c09-c13c4b74a8ef req-4af96ae8-b47d-42b5-b255-3746972c60d4 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 946 time: 0.3404453 Nov 12 07:51:09.266770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c7e73e-cfac-4682-bb56-07d587b8a6bf,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:09.271299 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:09.363537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e479e-a92b-4dbd-8593-c91c6db3eb97 req-7e1242a4-1441-40bd-b983-876b5cc0cccb tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:09.365089 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-123e479e-a92b-4dbd-8593-c91c6db3eb97 req-7e1242a4-1441-40bd-b983-876b5cc0cccb tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.3265846 Nov 12 07:51:09.385097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead742d3-addc-457a-8f88-41142830f592', 'name': 'network-vif-deleted', 'tag': 'f176853b-bc91-4761-bacd-ce9a17a68c91'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:09.408313 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-05fe90ec-6470-4704-8c09-c13c4b74a8ef req-a02d6263-da58-47ab-91c0-d863e7e1d99b tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/security-groups?id=1991f343-1545-404e-ab0a-04a02017e616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317749 Nov 12 07:51:09.469011 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] No DVR routers for this DVR port 156033d6-c97c-4ec7-a159-ef251ec853b5 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:09.471324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c02382c-9da2-4682-b858-038cafed4fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '156033d6-c97c-4ec7-a159-ef251ec853b5'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:09.472664 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-123e479e-a92b-4dbd-8593-c91c6db3eb97 req-d95c7e97-8711-4238-913a-1072f00ccfaf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988238 Nov 12 07:51:09.473722 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:09.484529 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f3ac0c75-edf8-48c2-920e-6e50036f3390 req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.33 "DELETE /v2.0/ports/156033d6-c97c-4ec7-a159-ef251ec853b5 HTTP/1.1" status: 204 len: 173 time: 3.5194540 Nov 12 07:51:09.487169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Attempting to bind port b1c7e73e-cfac-4682-bb56-07d587b8a6bf on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:51:09.490280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Attempting to bind port b1c7e73e-cfac-4682-bb56-07d587b8a6bf by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:51:09.490280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Attempting to bind port b1c7e73e-cfac-4682-bb56-07d587b8a6bf on network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:51:09.498361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:51:09.498853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Checking segment: {'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:51:09.499365 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:09.499868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Bound using segment: {'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:51:09.500498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Bound port: b1c7e73e-cfac-4682-bb56-07d587b8a6bf, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d7fb63-448c-4362-92dc-70ab2a6082ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1fdb6bd1-d757-4afe-9ae1-8476e3d133c4'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:51:09.501004 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:09.627207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] For port b1c7e73e-cfac-4682-bb56-07d587b8a6bf, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:51:09.630596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] For port b1c7e73e-cfac-4682-bb56-07d587b8a6bf, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b1c7e73e-cfac-4682-bb56-07d587b8a6bf,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:51:09.634524 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:09.653001 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0696a25f-91a6-4804-bee8-90b12594f6c7 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:09.657882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4bd9e9ec-82dc-4451-a162-602963d21d1a req-6e7b0ca6-7456-42f7-8616-60d0960cae99 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Synchronizing usage tracker for tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:09.726978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-4bd9e9ec-82dc-4451-a162-602963d21d1a req-6e7b0ca6-7456-42f7-8616-60d0960cae99 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Unset dirty status for tenant:0f21f25dfe1a4fe9a4ce037bb87eb544 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:09.728275 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4bd9e9ec-82dc-4451-a162-602963d21d1a req-6e7b0ca6-7456-42f7-8616-60d0960cae99 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] 10.222.0.40 "GET /v2.0/ports?device_id=7c02382c-9da2-4682-b858-038cafed4fbd HTTP/1.1" status: 200 len: 210 time: 0.1828749 Nov 12 07:51:09.783958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012aa540-67af-4049-bbb2-68ab8e367099 req-e68ba123-be27-4781-a570-7e3c859e3385 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:09.785731 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-012aa540-67af-4049-bbb2-68ab8e367099 req-e68ba123-be27-4781-a570-7e3c859e3385 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 943 time: 0.1011968 Nov 12 07:51:09.826930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c02382c-9da2-4682-b858-038cafed4fbd', 'name': 'network-vif-deleted', 'tag': '156033d6-c97c-4ec7-a159-ef251ec853b5'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:09.911118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-012aa540-67af-4049-bbb2-68ab8e367099 req-6718db60-5410-4935-86a7-1a9f47417ccf tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724220 Nov 12 07:51:09.927086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe231b-0418-4fed-8bdb-4757cb0b622b req-3138edb9-6797-4142-a875-9c0c6555cd26 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:09.930423 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-45fe231b-0418-4fed-8bdb-4757cb0b622b req-3138edb9-6797-4142-a875-9c0c6555cd26 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.41 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 946 time: 0.1397481 Nov 12 07:51:10.013968 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 779610ba-d3ca-4e7f-8682-9d1dffa49c49 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:10.075414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c7e73e-cfac-4682-bb56-07d587b8a6bf,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:10.079161 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:10.127748 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:10.129308 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] 10.222.0.41 "PUT /v2.0/ports/b1c7e73e-cfac-4682-bb56-07d587b8a6bf HTTP/1.1" status: 200 len: 1155 time: 1.7474132 Nov 12 07:51:10.140945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-45fe231b-0418-4fed-8bdb-4757cb0b622b req-ce9fd1b0-93ea-43b8-8d1f-5137ed2200a3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Deleting port 779610ba-d3ca-4e7f-8682-9d1dffa49c49 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:10.148144 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-45fe231b-0418-4fed-8bdb-4757cb0b622b req-ce9fd1b0-93ea-43b8-8d1f-5137ed2200a3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:10.164435 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead742d3-addc-457a-8f88-41142830f592', 'name': 'network-vif-deleted', 'tag': 'f176853b-bc91-4761-bacd-ce9a17a68c91', 'status': 'completed', 'code': 200} Nov 12 07:51:10.220800 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:10.245305 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c02382c-9da2-4682-b858-038cafed4fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '156033d6-c97c-4ec7-a159-ef251ec853b5', 'code': 200} Nov 12 07:51:10.265216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 779610ba-d3ca-4e7f-8682-9d1dffa49c49, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=779610ba-d3ca-4e7f-8682-9d1dffa49c49,segment=NetworkSegment(41b69eef-d6a0-480d-b280-e7fdeb407c76),segment_id=41b69eef-d6a0-480d-b280-e7fdeb407c76)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:10.269289 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:10.271419 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fd3c4556-5f31-4357-885f-5db3e120dc56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:10.370785 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-92609d83-0c35-4c8f-8f9b-92c85feb3a2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e56cbd5483e14952b7a82e515f42639c&device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 1158 time: 0.1378100 Nov 12 07:51:10.377006 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=779610ba-d3ca-4e7f-8682-9d1dffa49c49,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:10.381423 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:10.480558 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-45fe231b-0418-4fed-8bdb-4757cb0b622b req-ce9fd1b0-93ea-43b8-8d1f-5137ed2200a3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] For port 779610ba-d3ca-4e7f-8682-9d1dffa49c49, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=779610ba-d3ca-4e7f-8682-9d1dffa49c49,segment=NetworkSegment(41b69eef-d6a0-480d-b280-e7fdeb407c76),segment_id=41b69eef-d6a0-480d-b280-e7fdeb407c76)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:10.480978 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-45fe231b-0418-4fed-8bdb-4757cb0b622b req-ce9fd1b0-93ea-43b8-8d1f-5137ed2200a3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:10.481370 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-1bf7bed8-9a13-4b67-b7e3-34eb51e96c51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1c7e73e-cfac-4682-bb56-07d587b8a6bf HTTP/1.1" status: 200 len: 217 time: 0.1013026 Nov 12 07:51:10.490163 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c02382c-9da2-4682-b858-038cafed4fbd', 'name': 'network-vif-deleted', 'tag': '156033d6-c97c-4ec7-a159-ef251ec853b5', 'status': 'completed', 'code': 200} Nov 12 07:51:10.581523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf731fcd-c5f9-4ea3-b958-3d83cac2d644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:10.583445 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-cf731fcd-c5f9-4ea3-b958-3d83cac2d644 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6518e193-b426-4cb3-8412-63a23c5060f8 HTTP/1.1" status: 200 len: 855 time: 0.0931225 Nov 12 07:51:10.637215 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-d67e300e-0f54-49db-bc73-b56af2e8ade8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447423 Nov 12 07:51:10.657732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-45fe231b-0418-4fed-8bdb-4757cb0b622b req-ce9fd1b0-93ea-43b8-8d1f-5137ed2200a3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Calling delete_port for 779610ba-d3ca-4e7f-8682-9d1dffa49c49 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:10.802697 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-8765858d-79e2-4a7b-a8cd-56fcec5b513b service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579239 Nov 12 07:51:10.913394 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29eb870-c692-413a-ba97-c05ca641af5d req-ad226f76-d114-4a2d-a85d-86f108ea42f7 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:10.914632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e29eb870-c692-413a-ba97-c05ca641af5d req-ad226f76-d114-4a2d-a85d-86f108ea42f7 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Synchronizing usage tracker for tenant:cd7a676a17ee45aea3ea3fb6437e52e0 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:10.928627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b79e8-fd53-4795-8949-99cd43455063 req-0b43a8c0-75fd-4011-ac06-cdbe820df297 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:10.933539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b79e8-fd53-4795-8949-99cd43455063 req-0b43a8c0-75fd-4011-ac06-cdbe820df297 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:10.935877 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3a9b79e8-fd53-4795-8949-99cd43455063 req-0b43a8c0-75fd-4011-ac06-cdbe820df297 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 1681 time: 0.3803163 Nov 12 07:51:10.967685 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-45fe231b-0418-4fed-8bdb-4757cb0b622b req-ce9fd1b0-93ea-43b8-8d1f-5137ed2200a3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:10.969920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5d0c8ba7-561d-4c64-bc2a-c9bb90d6c674 req-1a88a10b-ae1d-4188-b2ef-a0ac7f2004d2 service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1577246 Nov 12 07:51:10.989742 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8f1838cc-73a1-4b7e-86ea-f47c938c9a55 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:11.038841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e29eb870-c692-413a-ba97-c05ca641af5d req-ad226f76-d114-4a2d-a85d-86f108ea42f7 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Unset dirty status for tenant:cd7a676a17ee45aea3ea3fb6437e52e0 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:11.040163 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e29eb870-c692-413a-ba97-c05ca641af5d req-ad226f76-d114-4a2d-a85d-86f108ea42f7 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 950 time: 0.4259608 Nov 12 07:51:11.044524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fd1b0-93ea-43b8-8d1f-5137ed2200a3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Pushing event deleted for resources: {'Port': ['ID=779610ba-d3ca-4e7f-8682-9d1dffa49c49,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:11.105845 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce9fd1b0-93ea-43b8-8d1f-5137ed2200a3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:11.168444 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3a9b79e8-fd53-4795-8949-99cd43455063 req-5dea382b-aa4b-4178-b2f5-43a9dfd5166d tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239938 Nov 12 07:51:11.215661 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e29eb870-c692-413a-ba97-c05ca641af5d req-3f644cae-2a8d-4d0c-8eea-76aeb358e1be tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113107 Nov 12 07:51:11.283573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54848) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:11.294089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fe231b-0418-4fed-8bdb-4757cb0b622b req-ce9fd1b0-93ea-43b8-8d1f-5137ed2200a3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] No DVR routers for this DVR port 779610ba-d3ca-4e7f-8682-9d1dffa49c49 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:11.302164 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-45fe231b-0418-4fed-8bdb-4757cb0b622b req-ce9fd1b0-93ea-43b8-8d1f-5137ed2200a3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:11.311102 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-45fe231b-0418-4fed-8bdb-4757cb0b622b req-ce9fd1b0-93ea-43b8-8d1f-5137ed2200a3 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.41 "DELETE /v2.0/ports/779610ba-d3ca-4e7f-8682-9d1dffa49c49 HTTP/1.1" status: 204 len: 173 time: 1.3742571 Nov 12 07:51:11.365191 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-51ef660e-ee52-4e8f-8ae1-c10c322207cb tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:11.434828 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-51ef660e-ee52-4e8f-8ae1-c10c322207cb tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:11.473994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ab45bd60-27ba-421c-b45f-18fc33ffa467 req-1b657682-7496-41c0-b186-7bccf691b218 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Synchronizing usage tracker for tenant:a9a39e1e34c34a91b42854b699a17296 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:11.510369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-51ef660e-ee52-4e8f-8ae1-c10c322207cb tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:11.516586 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:11.523788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ab45bd60-27ba-421c-b45f-18fc33ffa467 req-1b657682-7496-41c0-b186-7bccf691b218 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] Unset dirty status for tenant:a9a39e1e34c34a91b42854b699a17296 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:11.536551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef660e-ee52-4e8f-8ae1-c10c322207cb tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dc9d0d-d957-42cd-82d6-7745016313e1,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:11.537568 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ab45bd60-27ba-421c-b45f-18fc33ffa467 req-1b657682-7496-41c0-b186-7bccf691b218 tempest-VolumesAdminNegativeTest-929625205 tempest-VolumesAdminNegativeTest-929625205] 10.222.0.40 "GET /v2.0/ports?device_id=0958cc9a-e01b-4df7-995f-7cca4cd121df HTTP/1.1" status: 200 len: 210 time: 0.1254809 Nov 12 07:51:11.550836 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-51ef660e-ee52-4e8f-8ae1-c10c322207cb tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:11.580833 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-51ef660e-ee52-4e8f-8ae1-c10c322207cb tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:11.584395 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-51ef660e-ee52-4e8f-8ae1-c10c322207cb tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "DELETE /v2.0/security-groups/31dc9d0d-d957-42cd-82d6-7745016313e1 HTTP/1.1" status: 204 len: 168 time: 0.2977190 Nov 12 07:51:11.588302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54854) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:11.621686 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [None req-0024f969-41aa-43ac-89f5-b3243b62e9a9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] show failed (client error): The resource could not be found. Nov 12 07:51:11.627278 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0024f969-41aa-43ac-89f5-b3243b62e9a9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "GET /v2.0/security-groups/31dc9d0d-d957-42cd-82d6-7745016313e1 HTTP/1.1" status: 404 len: 347 time: 0.0337179 Nov 12 07:51:11.627528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54858) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:11.717825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54862) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:11.881809 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab3c4-a7f5-40c1-8122-da255e224f06 req-b7351ca4-5d1e-440f-8a1b-332d80ffebce tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:11.883481 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-77dab3c4-a7f5-40c1-8122-da255e224f06 req-b7351ca4-5d1e-440f-8a1b-332d80ffebce tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.3624463 Nov 12 07:51:11.891459 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80ffedd2-8ba2-4dbd-94a7-5299dc17c6cc req-027b1f62-07a7-43eb-b3f4-ec00e3cdd541 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.2255926 Nov 12 07:51:11.897365 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-6f6cc39f-75a4-4693-8a23-e49c5ebaa77e tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:11.899353 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-6f6cc39f-75a4-4693-8a23-e49c5ebaa77e tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.33 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 950 time: 0.2939332 Nov 12 07:51:12.060107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Deleting port 3ab5b662-44e5-4916-a875-b87369e74ca1 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:12.060559 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:12.167917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b47cea2-e18c-4810-8d0a-2ca77faf6c00', 'tag': 'b1c7e73e-cfac-4682-bb56-07d587b8a6bf'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:12.247137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0958cc9a-e01b-4df7-995f-7cca4cd121df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '779610ba-d3ca-4e7f-8682-9d1dffa49c49'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:12.267430 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4356fa7-8c3c-4964-bf7d-c191b873d1ab req-336b915f-c572-41e4-97d4-48ad823540e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=942b55ddbbf440699b672e0304a679e4&device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 1160 time: 0.5482178 Nov 12 07:51:12.369087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Deleting port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:12.369481 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:12.434552 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-77dab3c4-a7f5-40c1-8122-da255e224f06 req-d841334f-2d70-4696-b953-14d6627273fd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340495 Nov 12 07:51:12.442369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:12.442748 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for floatingip, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:12.511132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0958cc9a-e01b-4df7-995f-7cca4cd121df', 'name': 'network-vif-deleted', 'tag': '779610ba-d3ca-4e7f-8682-9d1dffa49c49'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:12.542407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd2be5-ed0e-45c5-87ce-f50cf0eeaa71 req-e5354bfa-0796-4018-94e7-b7bad352071f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:12.551497 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bdd2be5-ed0e-45c5-87ce-f50cf0eeaa71 req-e5354bfa-0796-4018-94e7-b7bad352071f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 943 time: 0.7340841 Nov 12 07:51:12.604599 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80ffedd2-8ba2-4dbd-94a7-5299dc17c6cc req-4dd10968-102c-429b-8054-fa1314f0e228 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 1165 time: 0.3380213 Nov 12 07:51:12.637361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Calling delete_port for 3ab5b662-44e5-4916-a875-b87369e74ca1 owned by network:floatingip {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:12.715777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4356fa7-8c3c-4964-bf7d-c191b873d1ab req-f679f7a4-ef1e-4505-ad4c-45c16216c0f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:12.717358 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4356fa7-8c3c-4964-bf7d-c191b873d1ab req-f679f7a4-ef1e-4505-ad4c-45c16216c0f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9798433c-a1e6-4eac-ba43-abbccad85920 HTTP/1.1" status: 200 len: 909 time: 0.4228311 Nov 12 07:51:12.792518 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2bdd2be5-ed0e-45c5-87ce-f50cf0eeaa71 req-d545d578-6030-4df4-9a28-ec9c842e55ac tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393482 Nov 12 07:51:12.808107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device fddaf72b-a4ae-4aaa-947a-aadfeffdad11 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:12.847253 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4356fa7-8c3c-4964-bf7d-c191b873d1ab req-9dc36ae7-a7a5-4cd6-9f35-71dfed4a67e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0fb12fd-40a6-4ef5-9999-87728f2f0632 HTTP/1.1" status: 200 len: 217 time: 0.1194413 Nov 12 07:51:12.952941 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:12.992152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port fddaf72b-a4ae-4aaa-947a-aadfeffdad11, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fddaf72b-a4ae-4aaa-947a-aadfeffdad11,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:12.997021 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:12.999232 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:13.004183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] For port fddaf72b-a4ae-4aaa-947a-aadfeffdad11, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fddaf72b-a4ae-4aaa-947a-aadfeffdad11,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:13.004553 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:13.005974 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b47cea2-e18c-4810-8d0a-2ca77faf6c00', 'tag': 'b1c7e73e-cfac-4682-bb56-07d587b8a6bf', 'status': 'completed', 'code': 200} Nov 12 07:51:13.015804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffedd2-8ba2-4dbd-94a7-5299dc17c6cc req-7dc486af-f4a0-41bf-b2a3-c58876028e81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:13.017418 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80ffedd2-8ba2-4dbd-94a7-5299dc17c6cc req-7dc486af-f4a0-41bf-b2a3-c58876028e81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3693578 Nov 12 07:51:13.070623 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229887e7-5653-40b7-908e-50efb26ac2cf req-2a92ee41-424d-4e8d-8a45-c0160dc24d1c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:13.072278 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-229887e7-5653-40b7-908e-50efb26ac2cf req-2a92ee41-424d-4e8d-8a45-c0160dc24d1c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.3324108 Nov 12 07:51:13.080984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=fddaf72b-a4ae-4aaa-947a-aadfeffdad11,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:13.084309 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:13.258901 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Calling delete_port for fddaf72b-a4ae-4aaa-947a-aadfeffdad11 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:13.337069 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80ffedd2-8ba2-4dbd-94a7-5299dc17c6cc req-08a362ea-2e9c-4c3d-8182-52a2a6f37bf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=cecc9487-63ee-47b8-bfa0-38ff8d8eb432 HTTP/1.1" status: 200 len: 217 time: 0.2800114 Nov 12 07:51:13.457975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4356fa7-8c3c-4964-bf7d-c191b873d1ab req-7fe871cb-b03e-4a61-a3fa-24bf9d95880e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:13.459553 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4356fa7-8c3c-4964-bf7d-c191b873d1ab req-7fe871cb-b03e-4a61-a3fa-24bf9d95880e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d37b6ad-cdbe-4633-884a-ac30fb969cf8 HTTP/1.1" status: 200 len: 854 time: 0.4513743 Nov 12 07:51:13.461356 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-229887e7-5653-40b7-908e-50efb26ac2cf req-2595b7c5-1ebf-4da2-af6f-65ed1991e36d tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158885 Nov 12 07:51:13.470595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffedd2-8ba2-4dbd-94a7-5299dc17c6cc req-a2835868-6641-4c50-a2a4-e0f412a63b20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:13.472055 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80ffedd2-8ba2-4dbd-94a7-5299dc17c6cc req-a2835868-6641-4c50-a2a4-e0f412a63b20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1209412 Nov 12 07:51:13.529571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf7ad3-93c7-4fc2-9403-92c30e296dd8 req-4e1c088d-49aa-423d-89da-8280ab40a0ad tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:13.538097 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0ccf7ad3-93c7-4fc2-9403-92c30e296dd8 req-4e1c088d-49aa-423d-89da-8280ab40a0ad tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 948 time: 0.5376387 Nov 12 07:51:13.540245 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:51:13.540615 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:51:13.546345 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:13.556114 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0958cc9a-e01b-4df7-995f-7cca4cd121df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '779610ba-d3ca-4e7f-8682-9d1dffa49c49', 'code': 200} Nov 12 07:51:13.571181 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-375c25da-befb-4f83-a27d-c45466608690 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:13.624793 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0ccf7ad3-93c7-4fc2-9403-92c30e296dd8 req-730776a7-2b9d-4980-9f41-c5ba9d5e8ed5 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856135 Nov 12 07:51:13.630349 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0958cc9a-e01b-4df7-995f-7cca4cd121df', 'name': 'network-vif-deleted', 'tag': '779610ba-d3ca-4e7f-8682-9d1dffa49c49', 'status': 'completed', 'code': 200} Nov 12 07:51:13.641218 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80ffedd2-8ba2-4dbd-94a7-5299dc17c6cc req-8dba085a-3f60-4f65-917a-d0bcb7623490 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586366 Nov 12 07:51:13.697468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Pushing event deleted for resources: {'Port': ['ID=3ab5b662-44e5-4916-a875-b87369e74ca1,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:13.714687 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b1c37d8e-a1fa-41bc-a007-96f00e164494 req-afec9eb4-8aea-40d4-a85b-fab9764bb18e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e56cbd5483e14952b7a82e515f42639c&device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 1158 time: 0.7543294 Nov 12 07:51:13.715674 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:13.743469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 54880) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:13.859655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f4025d-7999-47b9-a5dc-0b39853a0f38 admin admin] Deleting subnet f93535ba-b416-4622-ba8d-31e2c6d50d23 {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:51:13.887140 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-90f4025d-7999-47b9-a5dc-0b39853a0f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:13.907050 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4356fa7-8c3c-4964-bf7d-c191b873d1ab req-819e59a5-e587-4783-ad7f-50c2f776cf50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9798433c-a1e6-4eac-ba43-abbccad85920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4237335 Nov 12 07:51:14.004828 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-90f4025d-7999-47b9-a5dc-0b39853a0f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:14.056539 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80ffedd2-8ba2-4dbd-94a7-5299dc17c6cc req-41ad4ba3-255e-4be6-ba4a-b1a02332ce80 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038665 Nov 12 07:51:14.057351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Deleting port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:14.057908 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:14.091538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37d8e-a1fa-41bc-a007-96f00e164494 req-9cbb4581-29af-43d9-8fd8-2d72dfb25cec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:14.093156 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b1c37d8e-a1fa-41bc-a007-96f00e164494 req-9cbb4581-29af-43d9-8fd8-2d72dfb25cec service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 HTTP/1.1" status: 200 len: 909 time: 0.3602581 Nov 12 07:51:14.235071 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982396'] for router_interface, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:14.334786 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-90f4025d-7999-47b9-a5dc-0b39853a0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:14.366797 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b1c37d8e-a1fa-41bc-a007-96f00e164494 req-14e3aa40-d390-4d35-a2b1-9bb17998e092 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1c7e73e-cfac-4682-bb56-07d587b8a6bf HTTP/1.1" status: 200 len: 217 time: 0.2342336 Nov 12 07:51:14.420802 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks [] for floatingip, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:14.429316 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4356fa7-8c3c-4964-bf7d-c191b873d1ab req-cdd96c40-aa22-4262-a7ed-7e104c6f9743 service neutron] 10.222.0.41 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022302 Nov 12 07:51:14.550578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:51:14.579583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37d8e-a1fa-41bc-a007-96f00e164494 req-e6dbc5e3-fe6c-44d1-b20c-56500bb77a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:14.581230 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b1c37d8e-a1fa-41bc-a007-96f00e164494 req-e6dbc5e3-fe6c-44d1-b20c-56500bb77a17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6518e193-b426-4cb3-8412-63a23c5060f8 HTTP/1.1" status: 200 len: 855 time: 0.1994469 Nov 12 07:51:14.582712 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:14.587126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] 10.222.0.40 "DELETE /v2.0/floatingips/77e7e604-4243-4021-a661-f533c45d99e8 HTTP/1.1" status: 204 len: 168 time: 2.9443901 Nov 12 07:51:14.607100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b1c7e73e-cfac-4682-bb56-07d587b8a6bf up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:14.659760 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b1c37d8e-a1fa-41bc-a007-96f00e164494 req-0ea63da6-742d-4bfc-98e2-0ca5c04240a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679641 Nov 12 07:51:14.681997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port b1c7e73e-cfac-4682-bb56-07d587b8a6bf completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:51:14.687236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port b1c7e73e-cfac-4682-bb56-07d587b8a6bf triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:14.687764 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:14.767564 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f4356fa7-8c3c-4964-bf7d-c191b873d1ab req-8eb9eb5e-8aaa-459a-a267-20009255b62c service neutron] 10.222.0.41 "GET /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3245540 Nov 12 07:51:14.826845 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-80ffedd2-8ba2-4dbd-94a7-5299dc17c6cc req-dccb9020-2f49-4bd3-b536-89ec9b300193 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7308955 Nov 12 07:51:14.828346 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:14.863096 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b1c37d8e-a1fa-41bc-a007-96f00e164494 req-84f4525f-d7b9-47ab-9daa-43a29d21b995 service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836755 Nov 12 07:51:14.866555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port b1c7e73e-cfac-4682-bb56-07d587b8a6bf, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b1c7e73e-cfac-4682-bb56-07d587b8a6bf,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:14.870235 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:14.872683 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4c84c7eb-c3c0-49e2-bd42-7f36198739fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:14.917734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a33655-8078-4644-bdae-dc4ea44fb090 req-48155b30-aa85-4ded-baaa-2c5f56c33312 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:14.927302 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-58a33655-8078-4644-bdae-dc4ea44fb090 req-48155b30-aa85-4ded-baaa-2c5f56c33312 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 1.0013375 Nov 12 07:51:14.944446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=b1c7e73e-cfac-4682-bb56-07d587b8a6bf,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:14.949010 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:14.958088 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82a0fb-074c-4dd1-881d-4abf3911a5a2 req-e83447f6-da07-4dbd-899b-5768fab42597 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:14.959717 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c82a0fb-074c-4dd1-881d-4abf3911a5a2 req-e83447f6-da07-4dbd-899b-5768fab42597 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 943 time: 0.8759859 Nov 12 07:51:15.087730 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-58a33655-8078-4644-bdae-dc4ea44fb090 req-a886a61f-490c-4e43-afd1-877a32841495 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599522 Nov 12 07:51:15.136538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] For port fddaf72b-a4ae-4aaa-947a-aadfeffdad11, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=fddaf72b-a4ae-4aaa-947a-aadfeffdad11,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:15.137052 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:15.156973 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b1c37d8e-a1fa-41bc-a007-96f00e164494 req-6539a598-dc2d-403f-a5e1-8a0687527cad service neutron] 10.222.0.41 "GET /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2857740 Nov 12 07:51:15.183042 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c82a0fb-074c-4dd1-881d-4abf3911a5a2 req-adc25c3c-60db-48ce-86d9-e4ac5acb7126 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104876 Nov 12 07:51:15.515814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Calling delete_port for fddaf72b-a4ae-4aaa-947a-aadfeffdad11 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:15.538410 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Deleting port 89d10b01-8911-40ba-8881-5c4bacf6d2ea {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:15.538925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:15.557620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f59f1e-2805-40d8-a46a-47f604d16ceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fddaf72b-a4ae-4aaa-947a-aadfeffdad11'}, {'server_uuid': '0b47cea2-e18c-4810-8d0a-2ca77faf6c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c7e73e-cfac-4682-bb56-07d587b8a6bf'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:15.731708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] For port 89d10b01-8911-40ba-8881-5c4bacf6d2ea, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=89d10b01-8911-40ba-8881-5c4bacf6d2ea,segment=NetworkSegment(1ef1ec7f-0a31-4ca0-83d2-b602390aace5),segment_id=1ef1ec7f-0a31-4ca0-83d2-b602390aace5)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:15.732233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:15.751449 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-90f4025d-7999-47b9-a5dc-0b39853a0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:15.817159 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5e96e3d2-33bc-417e-8778-0a830854e2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:15.867486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Calling delete_port for 89d10b01-8911-40ba-8881-5c4bacf6d2ea owned by network:router_interface {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:15.938648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4025d-7999-47b9-a5dc-0b39853a0f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f93535ba-b416-4622-ba8d-31e2c6d50d23,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:15.949399 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-90f4025d-7999-47b9-a5dc-0b39853a0f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:15.956462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620780e-fad5-4d0b-ae80-f5915d39715e req-0a0fe36e-9f39-4692-894b-ed418038e7d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:15.960928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620780e-fad5-4d0b-ae80-f5915d39715e req-0a0fe36e-9f39-4692-894b-ed418038e7d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:15.962686 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9620780e-fad5-4d0b-ae80-f5915d39715e req-0a0fe36e-9f39-4692-894b-ed418038e7d0 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 1681 time: 0.6442459 Nov 12 07:51:15.973809 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9dc3f7-c7d7-4ea7-b575-f0ed5316d459 req-a57f13db-aa61-44bf-8e58-598bbb1779e6 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:15.975441 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fc9dc3f7-c7d7-4ea7-b575-f0ed5316d459 req-a57f13db-aa61-44bf-8e58-598bbb1779e6 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.6557486 Nov 12 07:51:16.052436 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:16.054155 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:16.058574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b1c7e73e-cfac-4682-bb56-07d587b8a6bf up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:16.069504 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-14a0330b-1e9f-4fe5-a0e4-cd05f19e78fb tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:16.074101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-14a0330b-1e9f-4fe5-a0e4-cd05f19e78fb tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:16.075880 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-14a0330b-1e9f-4fe5-a0e4-cd05f19e78fb tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 1681 time: 0.4577208 Nov 12 07:51:16.102142 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9df44e6d-2da4-4f95-b3f1-4440a0cf84a1 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:16.141589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port b1c7e73e-cfac-4682-bb56-07d587b8a6bf triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:16.142209 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:16.272861 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Pushing event deleted for resources: {'Port': ['ID=fddaf72b-a4ae-4aaa-947a-aadfeffdad11,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:16.289644 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:16.316405 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9620780e-fad5-4d0b-ae80-f5915d39715e req-5473ac8c-89d9-461b-bec9-4eba8a37f29a tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348432 Nov 12 07:51:16.320705 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-90f4025d-7999-47b9-a5dc-0b39853a0f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:16.327926 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e485e98c-8100-4732-b7ba-3550f56e7b27 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:16.338685 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fc9dc3f7-c7d7-4ea7-b575-f0ed5316d459 req-bc64b4d5-e575-4344-bcad-3ea813cd766d tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302493 Nov 12 07:51:16.371047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:16.371438 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:16.409966 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-90f4025d-7999-47b9-a5dc-0b39853a0f38 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/f93535ba-b416-4622-ba8d-31e2c6d50d23 HTTP/1.1" status: 204 len: 168 time: 2.6628311 Nov 12 07:51:16.420106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 54906) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:16.424929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d10b01-8911-40ba-8881-5c4bacf6d2ea,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:16.433563 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:16.483278 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f59f1e-2805-40d8-a46a-47f604d16ceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fddaf72b-a4ae-4aaa-947a-aadfeffdad11', 'code': 200} Nov 12 07:51:16.483558 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b47cea2-e18c-4810-8d0a-2ca77faf6c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c7e73e-cfac-4682-bb56-07d587b8a6bf', 'code': 200} Nov 12 07:51:16.638694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c266dc01-17f8-497e-9b1b-80e0698be692 req-4f275eb4-df26-494b-89c5-8b72e5dcc5aa tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Synchronizing usage tracker for tenant:cd7a676a17ee45aea3ea3fb6437e52e0 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:16.779795 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:16.797288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-18c4630f-22bf-4c77-b538-78c35959ac8a req-bda83a5b-b2da-406f-a4fc-a49be3980d50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 1160 time: 0.2256494 Nov 12 07:51:16.828449 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] No DVR routers for this DVR port fddaf72b-a4ae-4aaa-947a-aadfeffdad11 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:16.828648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 938b0fbe-0697-4e8c-be0f-1fae737a7851 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:16.841350 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:16.843488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c0527874-ab2d-48d9-96ca-7133792fee64 req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.33 "DELETE /v2.0/ports/fddaf72b-a4ae-4aaa-947a-aadfeffdad11 HTTP/1.1" status: 204 len: 173 time: 4.9239428 Nov 12 07:51:16.847505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f59f1e-2805-40d8-a46a-47f604d16ceb', 'name': 'network-vif-deleted', 'tag': 'fddaf72b-a4ae-4aaa-947a-aadfeffdad11'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:16.874218 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-18c4630f-22bf-4c77-b538-78c35959ac8a req-a53fc3a9-1c14-4bce-a0b3-9a2da8b0d9a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698442 Nov 12 07:51:16.888386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c266dc01-17f8-497e-9b1b-80e0698be692 req-4f275eb4-df26-494b-89c5-8b72e5dcc5aa tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Unset dirty status for tenant:cd7a676a17ee45aea3ea3fb6437e52e0 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:16.889729 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c266dc01-17f8-497e-9b1b-80e0698be692 req-4f275eb4-df26-494b-89c5-8b72e5dcc5aa tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=94f59f1e-2805-40d8-a46a-47f604d16ceb HTTP/1.1" status: 200 len: 210 time: 0.3471277 Nov 12 07:51:16.966247 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847671257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7982554'] for router_interface, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:17.099414 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:17.175393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 938b0fbe-0697-4e8c-be0f-1fae737a7851, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=938b0fbe-0697-4e8c-be0f-1fae737a7851,segment=NetworkSegment(d0eb85fa-71ba-4b77-a167-015d5f661391),segment_id=d0eb85fa-71ba-4b77-a167-015d5f661391)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:17.184005 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:17.184868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:17.212000 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:17.326784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=938b0fbe-0697-4e8c-be0f-1fae737a7851,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:17.331642 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:17.401374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:17.438946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7,segment=NetworkSegment(80be7782-b24e-446f-80c7-9e3a683bd16a),segment_id=80be7782-b24e-446f-80c7-9e3a683bd16a)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:17.443918 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:17.446038 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11bb971e-0457-49db-af41-e11ba581ec14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:17.553403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:17.565911 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:17.622233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c97f3-b65c-4603-a285-4b3f2d432c17 req-aa8b9271-a498-47ba-858c-d553f220edb8 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:17.623815 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb3c97f3-b65c-4603-a285-4b3f2d432c17 req-aa8b9271-a498-47ba-858c-d553f220edb8 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.9821839 Nov 12 07:51:17.625825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] For port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7,segment=NetworkSegment(80be7782-b24e-446f-80c7-9e3a683bd16a),segment_id=80be7782-b24e-446f-80c7-9e3a683bd16a)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:17.626235 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:17.650563 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:17.806435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Calling delete_port for 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:17.948291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa73b9a-eebc-4203-bff6-83143cd6f397 req-75831df4-dabd-49e1-a34a-f736834a4568 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:17.949992 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0fa73b9a-eebc-4203-bff6-83143cd6f397 req-75831df4-dabd-49e1-a34a-f736834a4568 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 945 time: 0.6659532 Nov 12 07:51:17.953098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Router 16bc8418-c129-48e9-ade3-759c9681069f has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:51:18.035380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae7603a-dc28-4a31-9818-e69c9b6e5f1a']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:18.045294 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb3c97f3-b65c-4603-a285-4b3f2d432c17 req-2458c596-6e0d-4f17-be55-acf8061683b3 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071972 Nov 12 07:51:18.062412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b69eef-d6a0-480d-b280-e7fdeb407c76') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:18.062751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b69eef-d6a0-480d-b280-e7fdeb407c76') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:18.084885 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:18.095306 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0fa73b9a-eebc-4203-bff6-83143cd6f397 req-89f3e220-eb5b-4373-be8c-a1251e4ed613 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316023 Nov 12 07:51:18.112335 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:51:18.112715 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:51:18.119140 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:18.122289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:51:18.218260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:51:18.232272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae14939-979f-4d53-be1b-dc948afa4e15 None None] Sync routers for ids ['16bc8418-c129-48e9-ade3-759c9681069f'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:51:18.245876 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] 10.222.0.40 "PUT /v2.0/routers/16bc8418-c129-48e9-ade3-759c9681069f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4833124 Nov 12 07:51:18.248351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54920) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:18.257172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae14939-979f-4d53-be1b-dc948afa4e15 None None] Routers {'16bc8418-c129-48e9-ade3-759c9681069f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:51:18.263982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-3ae14939-979f-4d53-be1b-dc948afa4e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:51:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['16bc8418-c129-48e9-ade3-759c9681069f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:18.294563 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f59f1e-2805-40d8-a46a-47f604d16ceb', 'name': 'network-vif-deleted', 'tag': 'fddaf72b-a4ae-4aaa-947a-aadfeffdad11', 'status': 'completed', 'code': 200} Nov 12 07:51:18.484856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938b0fbe-0697-4e8c-be0f-1fae737a7851'}, {'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ecbd23a-44be-4d79-8e36-526f4e2ee1a7'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:18.494542 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-3ae14939-979f-4d53-be1b-dc948afa4e15 None None] Set router 16bc8418-c129-48e9-ade3-759c9681069f gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:51:18.502177 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Notify callbacks [] for router, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:18.576548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Network 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:18.602128 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:18.616821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:18.617362 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:18.733261 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:18.743577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Deleting port 226b0e73-a944-4f58-a419-2f6599466004 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:18.744444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:18.828466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-3ae14939-979f-4d53-be1b-dc948afa4e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bc8418-c129-48e9-ade3-759c9681069f', 'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-router', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '226b0e73-a944-4f58-a419-2f6599466004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:47:30Z', 'updated_at': '2020-11-12T07:51:15Z', 'revision_number': 5, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'gw_port': {'id': '226b0e73-a944-4f58-a419-2f6599466004', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16bc8418-c129-48e9-ade3-759c9681069f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:47:34Z', 'updated_at': '2020-11-12T07:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:18.829110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 0cd54a18-35dc-44d4-b048-9de9398fd155 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:18.832998 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae14939-979f-4d53-be1b-dc948afa4e15 None None] Checking router: 16bc8418-c129-48e9-ade3-759c9681069f for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:51:18.846741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae14939-979f-4d53-be1b-dc948afa4e15 None None] Routers {'16bc8418-c129-48e9-ade3-759c9681069f'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:51:18.847430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-3ae14939-979f-4d53-be1b-dc948afa4e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:51:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['16bc8418-c129-48e9-ade3-759c9681069f'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:18.965465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce820660-8cd5-4d0d-b6e1-a5b5f9fe711a req-9148a8d2-2d9a-4428-8cc6-ec66e029fc2e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:18.967179 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ce820660-8cd5-4d0d-b6e1-a5b5f9fe711a req-9148a8d2-2d9a-4428-8cc6-ec66e029fc2e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.5113246 Nov 12 07:51:18.974291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4b1f-2f69-414b-9702-dc8a3c5f85c0 req-dc670bbf-ae91-4904-a51e-9dbf089383bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:18.979073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4b1f-2f69-414b-9702-dc8a3c5f85c0 req-dc670bbf-ae91-4904-a51e-9dbf089383bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:18.980848 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0c2e4b1f-2f69-414b-9702-dc8a3c5f85c0 req-dc670bbf-ae91-4904-a51e-9dbf089383bd tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 1677 time: 0.6253839 Nov 12 07:51:18.982894 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Network 3ae7603a-dc28-4a31-9818-e69c9b6e5f1a has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:19.011066 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-d3b0ce43-355a-46b7-89fa-3e7449cceb01 service neutron] 10.222.0.33 "GET /v2.0/ports/0cd54a18-35dc-44d4-b048-9de9398fd155/bindings/n-h2-761264-6 HTTP/1.1" status: 200 len: 452 time: 0.4703369 Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:51:19.036785 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:51:19.041715 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:19.078544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-3ae14939-979f-4d53-be1b-dc948afa4e15 None None] Set router 16bc8418-c129-48e9-ade3-759c9681069f gateway port host: None {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:51:19.086245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 0cd54a18-35dc-44d4-b048-9de9398fd155, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=0cd54a18-35dc-44d4-b048-9de9398fd155,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:19.090380 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:19.093179 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:19.191766 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=0cd54a18-35dc-44d4-b048-9de9398fd155,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:19.195195 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:19.219017 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] For port 226b0e73-a944-4f58-a419-2f6599466004, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=226b0e73-a944-4f58-a419-2f6599466004,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:19.219475 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:19.257910 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ce820660-8cd5-4d0d-b6e1-a5b5f9fe711a req-33c6cac4-fc31-4187-90f0-98fb0403ef92 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631965 Nov 12 07:51:19.280006 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:19.284172 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0c2e4b1f-2f69-414b-9702-dc8a3c5f85c0 req-eebfa283-2f47-43b7-9c65-4537cacc803e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525759 Nov 12 07:51:19.306364 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:19.329402 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:19.344876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ae7603a-dc28-4a31-9818-e69c9b6e5f1a,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:19.356140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-3ae14939-979f-4d53-be1b-dc948afa4e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16bc8418-c129-48e9-ade3-759c9681069f', 'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-router', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:47:30Z', 'updated_at': '2020-11-12T07:51:18Z', 'revision_number': 6, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'gw_port_host': None}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:19.370888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] For port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7,segment=NetworkSegment(80be7782-b24e-446f-80c7-9e3a683bd16a),segment_id=80be7782-b24e-446f-80c7-9e3a683bd16a)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:19.371729 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:19.372829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae14939-979f-4d53-be1b-dc948afa4e15 None None] The sync data for ids ['16bc8418-c129-48e9-ade3-759c9681069f'] in n-d-761264-6 is: [{'id': '16bc8418-c129-48e9-ade3-759c9681069f', 'name': 'tempest-ServerRescueNegativeTestJSON-1319215782-router', 'tenant_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:47:30Z', 'updated_at': '2020-11-12T07:51:18Z', 'revision_number': 6, 'project_id': '0f21f25dfe1a4fe9a4ce037bb87eb544', 'gw_port_host': None}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:51:19.409507 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Calling delete_port for 226b0e73-a944-4f58-a419-2f6599466004 owned by network:router_gateway {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:19.487207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54934) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:19.599897 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:19.638901 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938b0fbe-0697-4e8c-be0f-1fae737a7851', 'code': 200} Nov 12 07:51:19.639048 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ecbd23a-44be-4d79-8e36-526f4e2ee1a7', 'code': 200} Nov 12 07:51:19.643754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Calling delete_port for 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:19.675898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-3816dd71-40af-49aa-95f1-0823b9c5bf31 admin admin] Deleting subnet ba141779-c31e-4dae-94f4-1c3fd8308950 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:51:19.709649 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3816dd71-40af-49aa-95f1-0823b9c5bf31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:19.792787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3816dd71-40af-49aa-95f1-0823b9c5bf31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:19.850318 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:19.869962 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-723f0fbc-b73c-41f8-a85a-33049db3f819 tempest-ImagesTestJSON-1847447998 tempest-ImagesTestJSON-1847447998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:19.981915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Pushing event deleted for resources: {'Port': ['ID=226b0e73-a944-4f58-a419-2f6599466004,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:19.984967 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:20.000528 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3816dd71-40af-49aa-95f1-0823b9c5bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.081980 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] 10.222.0.40 "DELETE /v2.0/networks/3ae7603a-dc28-4a31-9818-e69c9b6e5f1a HTTP/1.1" status: 204 len: 168 time: 3.6511834 Nov 12 07:51:20.087370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 54940) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:20.124795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 89d10b01-8911-40ba-8881-5c4bacf6d2ea no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:20.167280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 89d10b01-8911-40ba-8881-5c4bacf6d2ea {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:51:20.167676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 89d10b01-8911-40ba-8881-5c4bacf6d2ea not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:51:20.168350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 226b0e73-a944-4f58-a419-2f6599466004 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:20.203957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 226b0e73-a944-4f58-a419-2f6599466004 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:51:20.204345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 226b0e73-a944-4f58-a419-2f6599466004 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:51:20.252022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1718c0-95d8-415d-8dbf-88e4e690929d req-df5bef65-5afc-495f-a077-e027c5b55bec tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:20.253683 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ee1718c0-95d8-415d-8dbf-88e4e690929d req-df5bef65-5afc-495f-a077-e027c5b55bec tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 948 time: 0.5650578 Nov 12 07:51:20.265377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c877a88-49b8-4c01-903b-b0b7214d7bd3 admin admin] Deleting subnet 53dd987b-8e4d-4f57-b291-288429333fa9 {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:51:20.277095 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9c877a88-49b8-4c01-903b-b0b7214d7bd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.354490 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-3e2af6aa-10c9-457d-9c3a-6c7736828acb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0&tenant_id=6a2815708d614ce1b993a1a3e41c0d64 HTTP/1.1" status: 200 len: 1163 time: 0.7534010 Nov 12 07:51:20.384937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f0fec-b8a7-497c-b902-054cfee4d7bf req-9c05d123-09f5-497c-8c66-61ffb7e345af tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:20.386559 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-390f0fec-b8a7-497c-b902-054cfee4d7bf req-9c05d123-09f5-497c-8c66-61ffb7e345af tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 945 time: 0.3995662 Nov 12 07:51:20.443008 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9c877a88-49b8-4c01-903b-b0b7214d7bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.494369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7950908'] for router_gateway, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.507431 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.540480 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ee1718c0-95d8-415d-8dbf-88e4e690929d req-757b4e42-cce9-4320-9e28-cb4ffb181a9c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717235 Nov 12 07:51:20.541208 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:20.677415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Port': ['ID=6ecbd23a-44be-4d79-8e36-526f4e2ee1a7,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:20.696568 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:20.703656 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3816dd71-40af-49aa-95f1-0823b9c5bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.722420 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9c877a88-49b8-4c01-903b-b0b7214d7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.773985 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-390f0fec-b8a7-497c-b902-054cfee4d7bf req-b74ab393-6a33-401a-9921-33daba7a3367 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762727 Nov 12 07:51:20.779371 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a08cbf42-08c9-406d-80c8-a1f0944c99d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:20.822926 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-fd2c5997-696e-4837-bb45-9f97d5f99c4b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 1163 time: 0.4312079 Nov 12 07:51:20.888541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816dd71-40af-49aa-95f1-0823b9c5bf31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba141779-c31e-4dae-94f4-1c3fd8308950,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:20.899281 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3816dd71-40af-49aa-95f1-0823b9c5bf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:20.900959 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7985234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718819'] for router, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.924695 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.951233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3816dd71-40af-49aa-95f1-0823b9c5bf31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.975112 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3816dd71-40af-49aa-95f1-0823b9c5bf31 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/ba141779-c31e-4dae-94f4-1c3fd8308950 HTTP/1.1" status: 204 len: 168 time: 1.3954415 Nov 12 07:51:20.975920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54952) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:20.976578 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985400'] for router, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.977326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16bc8418-c129-48e9-ade3-759c9681069f {{(pid=80793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 12 07:51:20.983188 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:20.987013 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] 10.222.0.40 "DELETE /v2.0/routers/16bc8418-c129-48e9-ade3-759c9681069f HTTP/1.1" status: 204 len: 168 time: 2.7349625 Nov 12 07:51:21.007235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54956) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:21.181792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:21.230941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] No DVR routers for this DVR port 6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:21.243994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbe7691-7f55-4819-a2f5-bf011c89aa7f admin admin] Deleting subnet 061eb431-be4a-415f-9236-3a16a64d078a {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:51:21.248469 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:21.251569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-deleted', 'tag': '6ecbd23a-44be-4d79-8e36-526f4e2ee1a7'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:21.255442 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7691-7f55-4819-a2f5-bf011c89aa7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:21.320481 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "DELETE /v2.0/ports/6ecbd23a-44be-4d79-8e36-526f4e2ee1a7 HTTP/1.1" status: 204 len: 173 time: 5.1795018 Nov 12 07:51:21.325650 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-c490c309-0393-40bc-bbd6-d0b13a0cb0af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:21.327272 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-c490c309-0393-40bc-bbd6-d0b13a0cb0af service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.4774647 Nov 12 07:51:21.369724 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7691-7f55-4819-a2f5-bf011c89aa7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:21.497629 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:21.529198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d6e42-8d67-4488-a5d4-540c2215256c req-3c8258a4-3966-4a89-b92e-dfaeb0d873ff tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:21.529958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b93d6e42-8d67-4488-a5d4-540c2215256c req-3c8258a4-3966-4a89-b92e-dfaeb0d873ff tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Synchronizing usage tracker for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:21.534398 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-3f18eb51-d8b2-44e6-84b3-3230aef3da4f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0cd54a18-35dc-44d4-b048-9de9398fd155 HTTP/1.1" status: 200 len: 217 time: 0.1374147 Nov 12 07:51:21.602788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619eb23-9569-4193-806a-1f92a7dfe958 req-c3c9ddaa-127e-4cdc-bd53-c1bdc4e777cd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:21.604621 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d619eb23-9569-4193-806a-1f92a7dfe958 req-c3c9ddaa-127e-4cdc-bd53-c1bdc4e777cd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.5333509 Nov 12 07:51:21.611088 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port 938b0fbe-0697-4e8c-be0f-1fae737a7851 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:21.611413 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:21.641060 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:21.707046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b93d6e42-8d67-4488-a5d4-540c2215256c req-3c8258a4-3966-4a89-b92e-dfaeb0d873ff tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Unset dirty status for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:21.708323 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b93d6e42-8d67-4488-a5d4-540c2215256c req-3c8258a4-3966-4a89-b92e-dfaeb0d873ff tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 943 time: 0.6929417 Nov 12 07:51:21.719112 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9c877a88-49b8-4c01-903b-b0b7214d7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:21.771880 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:21.811914 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-3db48fa8-b80d-4efd-9981-8e581e8f7f83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:21.813560 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-3db48fa8-b80d-4efd-9981-8e581e8f7f83 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2653344 Nov 12 07:51:21.832194 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7691-7f55-4819-a2f5-bf011c89aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:21.928284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3270a0-30f4-4301-bf4c-c45fb20a3808']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:21.962659 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c877a88-49b8-4c01-903b-b0b7214d7bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53dd987b-8e4d-4f57-b291-288429333fa9,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:21.984042 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9c877a88-49b8-4c01-903b-b0b7214d7bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:21.998244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43415fb-5c54-48fb-8bc5-8f087e007d79') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:21.998580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43415fb-5c54-48fb-8bc5-8f087e007d79') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:22.018951 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d619eb23-9569-4193-806a-1f92a7dfe958 req-890217fa-d307-44a2-8fc6-f39e08800d5b tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704264 Nov 12 07:51:22.022780 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:22.046209 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:22.048950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:51:22.306950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Network ca3270a0-30f4-4301-bf4c-c45fb20a3808 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:22.347165 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:22.436524 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b93d6e42-8d67-4488-a5d4-540c2215256c req-8a6b6a47-45c2-4bbb-be83-007e84f41cb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/security-groups?id=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7115207 Nov 12 07:51:22.472927 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9c877a88-49b8-4c01-903b-b0b7214d7bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:22.518126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9c877a88-49b8-4c01-903b-b0b7214d7bd3 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/53dd987b-8e4d-4f57-b291-288429333fa9 HTTP/1.1" status: 204 len: 168 time: 2.4231198 Nov 12 07:51:22.531099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 54968) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:22.633500 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-c2a2fc8e-9e16-4420-b88f-c467b3471698 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7150748 Nov 12 07:51:22.633955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Network ca3270a0-30f4-4301-bf4c-c45fb20a3808 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:22.656263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] For port 938b0fbe-0697-4e8c-be0f-1fae737a7851, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=938b0fbe-0697-4e8c-be0f-1fae737a7851,segment=NetworkSegment(d0eb85fa-71ba-4b77-a167-015d5f661391),segment_id=d0eb85fa-71ba-4b77-a167-015d5f661391)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:22.656693 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:51:22.669573 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:51:22.744842 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7691-7f55-4819-a2f5-bf011c89aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:22.767599 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-552acdb9-7612-443e-b3ab-d8cfb0454e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:22.858967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe7691-7f55-4819-a2f5-bf011c89aa7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061eb431-be4a-415f-9236-3a16a64d078a,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:22.861750 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2cbe7691-7f55-4819-a2f5-bf011c89aa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:22.880166 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:22.888098 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3245bd15-b74e-4979-963c-1a1f20e1e7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:22.899362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Calling delete_port for 938b0fbe-0697-4e8c-be0f-1fae737a7851 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:22.902632 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:22.931175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3270a0-30f4-4301-bf4c-c45fb20a3808,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:22.937602 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:22.954359 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] 10.222.0.40 "DELETE /v2.0/networks/ca3270a0-30f4-4301-bf4c-c45fb20a3808 HTTP/1.1" status: 204 len: 168 time: 1.9724755 Nov 12 07:51:22.959450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1978fa3-77d1-4095-8fd5-11204bfdd57a req-cdb9d4cf-a83c-421a-8fa5-d938cc0028d5 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:22.961162 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d1978fa3-77d1-4095-8fd5-11204bfdd57a req-cdb9d4cf-a83c-421a-8fa5-d938cc0028d5 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.41 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 0.4688053 Nov 12 07:51:22.971692 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7691-7f55-4819-a2f5-bf011c89aa7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:22.976022 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2cbe7691-7f55-4819-a2f5-bf011c89aa7f admin admin] 10.222.0.40 "DELETE /v2.0/subnets/061eb431-be4a-415f-9236-3a16a64d078a HTTP/1.1" status: 204 len: 168 time: 1.9610107 Nov 12 07:51:22.983999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 54976) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:23.052360 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-d1978fa3-77d1-4095-8fd5-11204bfdd57a req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Deleting port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:23.052795 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d1978fa3-77d1-4095-8fd5-11204bfdd57a req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:23.070876 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:23.130991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bba74b-a9d9-42a4-b711-3769e966267e req-07188e1c-7df4-4b7b-b6c9-76a218f593c4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:23.132697 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f1bba74b-a9d9-42a4-b711-3769e966267e req-07188e1c-7df4-4b7b-b6c9-76a218f593c4 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 945 time: 0.7500200 Nov 12 07:51:23.260321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54980) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:23.369833 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a197558d-a026-4c30-9e26-bd030343e7aa admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0402c2929fa948bbaf15c876a908f13d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1080754 Nov 12 07:51:23.373746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 54984) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:23.377569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-d1978fa3-77d1-4095-8fd5-11204bfdd57a req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] For port cecc9487-63ee-47b8-bfa0-38ff8d8eb432, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:23.377970 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d1978fa3-77d1-4095-8fd5-11204bfdd57a req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:23.379077 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-a6449ca0-997b-4a38-8432-7d1626bd7d34 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265077 Nov 12 07:51:23.390068 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:23.531094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-d1978fa3-77d1-4095-8fd5-11204bfdd57a req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Calling delete_port for cecc9487-63ee-47b8-bfa0-38ff8d8eb432 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:23.647666 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-67c796f1-bb40-4bf6-8a38-438c2914c819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:23.695270 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f1bba74b-a9d9-42a4-b711-3769e966267e req-a1056b2b-8c18-4a20-9f4c-588506c21303 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796300 Nov 12 07:51:23.726673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbffbe-c895-47cd-bde1-c4e0a912d9ad req-d89954d4-34cc-4a11-9b68-e413eb27dee2 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:23.731558 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-67c796f1-bb40-4bf6-8a38-438c2914c819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:23.733653 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2afbffbe-c895-47cd-bde1-c4e0a912d9ad req-d89954d4-34cc-4a11-9b68-e413eb27dee2 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/ports?device_id=aa26f732-348b-4171-90c9-3999aa2afdd7 HTTP/1.1" status: 200 len: 950 time: 1.1078634 Nov 12 07:51:23.764914 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:23.782527 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d1978fa3-77d1-4095-8fd5-11204bfdd57a req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:23.799980 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a73a0876-ab51-424d-bff3-b179e782673c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:23.888094 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-deleted', 'tag': '6ecbd23a-44be-4d79-8e36-526f4e2ee1a7', 'status': 'completed', 'code': 200} Nov 12 07:51:23.901254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Pushing event deleted for resources: {'Port': ['ID=cecc9487-63ee-47b8-bfa0-38ff8d8eb432,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:23.910552 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:23.937115 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-67c796f1-bb40-4bf6-8a38-438c2914c819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:23.953748 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc9f2b2d-1104-4abf-9ce0-8f1a494accde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:23.969621 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:23.974187 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c796f1-bb40-4bf6-8a38-438c2914c819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5697dfa-afa1-4123-8ffd-011f05c171c8,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:23.980996 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-67c796f1-bb40-4bf6-8a38-438c2914c819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:24.018361 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5868c4f-8a62-435f-b674-1fee69d97d03 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:24.019819 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-67c796f1-bb40-4bf6-8a38-438c2914c819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:24.023783 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-67c796f1-bb40-4bf6-8a38-438c2914c819 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e5697dfa-afa1-4123-8ffd-011f05c171c8 HTTP/1.1" status: 204 len: 168 time: 0.6463606 Nov 12 07:51:24.072236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1978fa3-77d1-4095-8fd5-11204bfdd57a req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] No DVR routers for this DVR port cecc9487-63ee-47b8-bfa0-38ff8d8eb432 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:24.075446 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-d1978fa3-77d1-4095-8fd5-11204bfdd57a req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:24.077730 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d1978fa3-77d1-4095-8fd5-11204bfdd57a req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.41 "DELETE /v2.0/ports/cecc9487-63ee-47b8-bfa0-38ff8d8eb432 HTTP/1.1" status: 204 len: 173 time: 1.1077127 Nov 12 07:51:24.078381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-deleted', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:24.089348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device cecc9487-63ee-47b8-bfa0-38ff8d8eb432 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:24.128634 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] No Port match for: cecc9487-63ee-47b8-bfa0-38ff8d8eb432 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:51:24.129348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device cecc9487-63ee-47b8-bfa0-38ff8d8eb432 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:51:24.480929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Port': ['ID=938b0fbe-0697-4e8c-be0f-1fae737a7851,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:24.522998 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:24.543828 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a8744eb-550a-4ffa-a6e1-38e7723dbe91 req-f62b0ee9-9a3a-4307-9d9c-f96090d27e10 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0995173 Nov 12 07:51:24.545669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa49432-c995-4f5a-a63d-cf80286d0814']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:24.569173 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2afbffbe-c895-47cd-bde1-c4e0a912d9ad req-67b23bfd-1c30-4007-a106-1f0470f6c4bd tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] 10.222.0.40 "GET /v2.0/security-groups?id=9bf60445-4144-49cc-9555-ead92136efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8344343 Nov 12 07:51:24.593369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76247f71-311f-4db5-af44-27417b05d67c') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:24.594935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76247f71-311f-4db5-af44-27417b05d67c') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:24.607192 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:24.643101 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:24.712543 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155', 'code': 200} Nov 12 07:51:24.762907 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:24.777533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:51:24.908050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe89c2-ee75-4824-8051-517fa8e21d20 req-3accf7aa-2433-433e-9c62-0aa11a4cb2e0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:24.909831 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-71fe89c2-ee75-4824-8051-517fa8e21d20 req-3accf7aa-2433-433e-9c62-0aa11a4cb2e0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 948 time: 0.9956264 Nov 12 07:51:25.046427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e340f5-5c7b-410f-886c-f4c18a733214']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:25.133280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef1ec7f-0a31-4ca0-83d2-b602390aace5') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:25.133641 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef1ec7f-0a31-4ca0-83d2-b602390aace5') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:25.181441 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:25.191497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55012) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:25.191951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Network 1fa49432-c995-4f5a-a63d-cf80286d0814 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:25.239788 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:25.273471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] No DVR routers for this DVR port 938b0fbe-0697-4e8c-be0f-1fae737a7851 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:25.331584 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:25.335001 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:25.339084 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-71fe89c2-ee75-4824-8051-517fa8e21d20 req-40fb3434-a20b-47cd-a7a6-aaa4032fb341 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146659 Nov 12 07:51:25.341203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:51:25.345305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1394566641-network', 'tenant_id': '92d8692f050448f083be753c6077718b'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:25.361627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:25.376093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Usage tracker for resource:network and tenant:92d8692f050448f083be753c6077718b is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:25.380767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:25.387600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:25.398127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Made reservation on behalf of 92d8692f050448f083be753c6077718b for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:51:25.403180 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:25.418004 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:25.473945 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e656d720-f74a-4ab4-a04f-cab36b1c90b2 req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.33 "DELETE /v2.0/ports/938b0fbe-0697-4e8c-be0f-1fae737a7851 HTTP/1.1" status: 204 len: 173 time: 4.1437416 Nov 12 07:51:25.691801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae52bb-c405-4006-84ba-f067ce07fe92 req-9dca3a70-3c48-4ca3-99e8-ec454dc246ef tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:25.693576 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06ae52bb-c405-4006-84ba-f067ce07fe92 req-9dca3a70-3c48-4ca3-99e8-ec454dc246ef tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee HTTP/1.1" status: 200 len: 946 time: 0.7729111 Nov 12 07:51:25.695762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Network 1fa49432-c995-4f5a-a63d-cf80286d0814 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:25.717976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ba0b7f26-8363-432c-8a13-c73cbbe357df req-fec85aff-70c3-411f-9fed-b8765de39d9f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Synchronizing usage tracker for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:51:25.740012 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:51:25.842425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Network 44e340f5-5c7b-410f-886c-f4c18a733214 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:25.858162 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:25.937498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-deleted', 'tag': '938b0fbe-0697-4e8c-be0f-1fae737a7851'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:25.973370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:25.973706 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:25.975465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-ba0b7f26-8363-432c-8a13-c73cbbe357df req-fec85aff-70c3-411f-9fed-b8765de39d9f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Unset dirty status for tenant:f7f6284ec3334837b98e58a75303b649 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:25.976828 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ba0b7f26-8363-432c-8a13-c73cbbe357df req-fec85aff-70c3-411f-9fed-b8765de39d9f tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "GET /v2.0/ports?device_id=5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77 HTTP/1.1" status: 200 len: 210 time: 0.4365833 Nov 12 07:51:25.993945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Usage tracker for resource:security_group_rule and tenant:92d8692f050448f083be753c6077718b is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:25.999815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:26.006153 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e85853b3-83d9-4e6c-a2bc-44c11bcbe1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:26.017115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:26.024756 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.089631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa49432-c995-4f5a-a63d-cf80286d0814,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:26.097946 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06ae52bb-c405-4006-84ba-f067ce07fe92 req-57f4330c-b4c2-4fa9-acf7-29b5d615d956 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590415 Nov 12 07:51:26.098969 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:26.113540 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.126057 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7677ddfa-e921-4592-a8cd-c7bc5a99df8a admin admin] 10.222.0.40 "DELETE /v2.0/networks/1fa49432-c995-4f5a-a63d-cf80286d0814 HTTP/1.1" status: 204 len: 168 time: 3.5941949 Nov 12 07:51:26.135470 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.145873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Network 44e340f5-5c7b-410f-886c-f4c18a733214 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:51:26.171888 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:51:26.176681 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa26f732-348b-4171-90c9-3999aa2afdd7', 'name': 'network-vif-deleted', 'tag': 'cecc9487-63ee-47b8-bfa0-38ff8d8eb432', 'status': 'completed', 'code': 200} Nov 12 07:51:26.177819 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-828c46d9-92fb-47d5-8082-73d9638397fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:26.204820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:51:26.254647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.255753 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Added segment cd846e41-522e-4587-b465-96d9a432cee9 of type vxlan for network b126d2a4-593d-46f9-9b76-a5fcbe4480a4 Nov 12 07:51:26.282152 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.290979 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4f30cc-5b15-41e6-822a-7fe22b5223ad,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:26.292214 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.300445 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:26.321236 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7a6f5d-3e81-4dbe-8502-81a39a2a8f77', 'name': 'network-vif-deleted', 'tag': '938b0fbe-0697-4e8c-be0f-1fae737a7851', 'status': 'completed', 'code': 200} Nov 12 07:51:26.321774 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:26.348160 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.413019 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.414241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:26.415072 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.423631 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5518c0bc-1c97-40d5-9e9c-a43c9251916e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:26.433451 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=44e340f5-5c7b-410f-886c-f4c18a733214,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:26.441792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55032) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:26.442930 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:26.472277 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ceca041c-cec8-474b-907c-04279c865cfb admin admin] 10.222.0.40 "DELETE /v2.0/networks/44e340f5-5c7b-410f-886c-f4c18a733214 HTTP/1.1" status: 204 len: 168 time: 3.4790280 Nov 12 07:51:26.545469 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-02bd5136-6eef-43fb-9fea-892497290062 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=a9a39e1e34c34a91b42854b699a17296&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1011150 Nov 12 07:51:26.547917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55038) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:26.649562 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a19456-0a76-4f75-9209-96db8a1298ee req-1596774c-a6aa-4028-841a-e4405ac3c120 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:26.651708 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-81a19456-0a76-4f75-9209-96db8a1298ee req-1596774c-a6aa-4028-841a-e4405ac3c120 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 945 time: 0.2576120 Nov 12 07:51:26.666103 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Pushing event updated for resources: {'Network': ['ID=b126d2a4-593d-46f9-9b76-a5fcbe4480a4,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:26.669567 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:26.678475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network b126d2a4-593d-46f9-9b76-a5fcbe4480a4 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:51:26.693547 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5000389 Nov 12 07:51:26.695685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55044) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:26.701207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network b126d2a4-593d-46f9-9b76-a5fcbe4480a4 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:51:26.708197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Request body: {'subnet': {'network_id': 'b126d2a4-593d-46f9-9b76-a5fcbe4480a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1394566641-subnet', 'tenant_id': '92d8692f050448f083be753c6077718b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:26.716202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:26.722778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Usage tracker for resource:subnet and tenant:92d8692f050448f083be753c6077718b is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:26.728222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:26.737640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:26.754461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Made reservation on behalf of 92d8692f050448f083be753c6077718b for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:51:26.766383 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.767430 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e2f0b2-049d-4c09-9f26-bca36c2c6de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.811578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55048) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:26.822468 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-81a19456-0a76-4f75-9209-96db8a1298ee req-0c332bcc-7564-44c9-916f-aec2458f0ee6 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336584 Nov 12 07:51:26.836933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdcfa9-49b8-44b1-839f-953fef9165ad req-16cd85f8-7b70-4488-a169-b3290c4d8877 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:26.845564 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-27bdcfa9-49b8-44b1-839f-953fef9165ad req-16cd85f8-7b70-4488-a169-b3290c4d8877 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 945 time: 0.2834713 Nov 12 07:51:26.850289 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e2f0b2-049d-4c09-9f26-bca36c2c6de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:26.857280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network b126d2a4-593d-46f9-9b76-a5fcbe4480a4 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:51:26.942278 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-27bdcfa9-49b8-44b1-839f-953fef9165ad req-263711a8-682b-478d-95ee-5631c1277b9a tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955858 Nov 12 07:51:26.997076 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e2f0b2-049d-4c09-9f26-bca36c2c6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:27.003839 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f4ec917b-e948-4ab5-bb7d-799da61835dc tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:27.034095 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e2f0b2-049d-4c09-9f26-bca36c2c6de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:27.045792 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-14e2f0b2-049d-4c09-9f26-bca36c2c6de8 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1991f343-1545-404e-ab0a-04a02017e616 HTTP/1.1" status: 204 len: 168 time: 0.4927740 Nov 12 07:51:27.053473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-8f61e7da-beb4-41f1-a876-2be1c9c5f795 req-da80cfb0-4dd8-4db5-a77b-b623c34e66e6 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:51:27.054639 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8f61e7da-beb4-41f1-a876-2be1c9c5f795 req-da80cfb0-4dd8-4db5-a77b-b623c34e66e6 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0234725 Nov 12 07:51:27.055579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2f0b2-049d-4c09-9f26-bca36c2c6de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1991f343-1545-404e-ab0a-04a02017e616,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:27.069273 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-14e2f0b2-049d-4c09-9f26-bca36c2c6de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:27.263381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55064) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:27.318550 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2d3a5a5e-8d76-4f15-811e-da55f1d746e6 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cd7a676a17ee45aea3ea3fb6437e52e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5056446 Nov 12 07:51:27.323432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55068) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:27.343834 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 0cd54a18-35dc-44d4-b048-9de9398fd155 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:27.374739 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8f61e7da-beb4-41f1-a876-2be1c9c5f795 req-edaa4d5c-fc0b-4f6c-b02a-a6180a9e60f9 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3042376 Nov 12 07:51:27.381782 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:27.390856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b85cbb-64ce-4629-be3a-c2146106cda8 req-435783e2-1a9d-4a5e-b8d8-48b7d3cdf6ce tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:27.392935 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f2b85cbb-64ce-4629-be3a-c2146106cda8 req-435783e2-1a9d-4a5e-b8d8-48b7d3cdf6ce tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 948 time: 0.2525809 Nov 12 07:51:27.442098 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-98ddee80-5ae0-485e-9025-e8949dd625fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:27.449137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 0cd54a18-35dc-44d4-b048-9de9398fd155 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:27.449926 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:27.451401 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-99afd1f9-6da6-428b-ab13-b0f09a5e8603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:27.489771 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f2b85cbb-64ce-4629-be3a-c2146106cda8 req-934c6e01-653d-4f02-a42f-9c682d803865 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896504 Nov 12 07:51:27.491711 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-99afd1f9-6da6-428b-ab13-b0f09a5e8603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:27.540262 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a556eb66-ef8c-4282-9e3a-abbced41f978 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=0f21f25dfe1a4fe9a4ce037bb87eb544&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2701764 Nov 12 07:51:27.544177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55074) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:27.562551 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-99afd1f9-6da6-428b-ab13-b0f09a5e8603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:27.570103 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7f1b1a3a-ee6a-4b63-a127-d5b0526c7a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:27.602448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afd1f9-6da6-428b-ab13-b0f09a5e8603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf60445-4144-49cc-9555-ead92136efad,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:27.615503 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-99afd1f9-6da6-428b-ab13-b0f09a5e8603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:27.626210 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-99afd1f9-6da6-428b-ab13-b0f09a5e8603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:27.631042 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-99afd1f9-6da6-428b-ab13-b0f09a5e8603 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9bf60445-4144-49cc-9555-ead92136efad HTTP/1.1" status: 204 len: 168 time: 0.3029342 Nov 12 07:51:27.677347 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:27.738502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:27.757465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 0cd54a18-35dc-44d4-b048-9de9398fd155, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=0cd54a18-35dc-44d4-b048-9de9398fd155,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:27.761824 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:27.765730 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:27.812952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55086) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:27.860195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55090) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:27.864958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2d2d32-c2b3-469a-9b6d-0f4b95ffad83,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:27.887308 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:27.909930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=0cd54a18-35dc-44d4-b048-9de9398fd155,revision_number=6']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:27.916754 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:27.948326 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b3485afd-c003-40b7-b3e0-f695fea8f883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.002093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb8c87-0dcf-41e7-90b9-e285f197a6f6 req-e4c1909e-f9b7-4306-a770-ff459b1d6bf5 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:28.002432 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b3485afd-c003-40b7-b3e0-f695fea8f883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.011527 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8dcb8c87-0dcf-41e7-90b9-e285f197a6f6 req-e4c1909e-f9b7-4306-a770-ff459b1d6bf5 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 945 time: 0.2552443 Nov 12 07:51:28.023117 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-126b8acb-ebf4-4258-9272-7bd9a9acec44 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e15ec7ca7c0d42b1a4c9a91b17373699&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2015929 Nov 12 07:51:28.028122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55094) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:28.109637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Checking segment: {'id': 'cd846e41-522e-4587-b465-96d9a432cee9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b126d2a4-593d-46f9-9b76-a5fcbe4480a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:51:28.110456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Network hostable DHCP agents. Network: b126d2a4-593d-46f9-9b76-a5fcbe4480a4, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:51:28.178602 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3cb83d73-9dca-4f1e-a9a3-dab20ea87dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.182298 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8dcb8c87-0dcf-41e7-90b9-e285f197a6f6 req-f4bc9e22-753a-4a76-946d-74929cbe637d tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697125 Nov 12 07:51:28.224270 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3cb83d73-9dca-4f1e-a9a3-dab20ea87dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.269761 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f03914-d6e2-4238-9479-03005321ec5a tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting subnet abbcaee8-e8d7-4023-aa08-c417b1ff837e {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:51:28.274931 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b3485afd-c003-40b7-b3e0-f695fea8f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.285702 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-51ef660e-ee52-4e8f-8ae1-c10c322207cb tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:28.285952 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03f03914-d6e2-4238-9479-03005321ec5a tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.294903 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Network b126d2a4-593d-46f9-9b76-a5fcbe4480a4 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:51:28.319690 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3485afd-c003-40b7-b3e0-f695fea8f883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bbe485-b28d-4512-af44-6c5e7d30088b,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:28.323492 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b3485afd-c003-40b7-b3e0-f695fea8f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:28.326685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, b126d2a4-593d-46f9-9b76-a5fcbe4480a4) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:51:28.338051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b78dab-3c0b-4770-9458-cfb3d5793744 None None] Network b126d2a4-593d-46f9-9b76-a5fcbe4480a4 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:51:28.343407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:28.344395 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.357706 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b3485afd-c003-40b7-b3e0-f695fea8f883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.359193 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b3485afd-c003-40b7-b3e0-f695fea8f883 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/86bbe485-b28d-4512-af44-6c5e7d30088b HTTP/1.1" status: 204 len: 168 time: 0.8102891 Nov 12 07:51:28.363826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55104) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:28.399589 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155', 'code': 200} Nov 12 07:51:28.409479 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7114851 Nov 12 07:51:28.425550 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3cb83d73-9dca-4f1e-a9a3-dab20ea87dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.428206 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3cb83d73-9dca-4f1e-a9a3-dab20ea87dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.429556 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3cb83d73-9dca-4f1e-a9a3-dab20ea87dcd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6bac6493-e393-4ca5-bdbe-591ebe34e4a8 HTTP/1.1" status: 204 len: 168 time: 0.4002171 Nov 12 07:51:28.430912 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:28.465428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb83d73-9dca-4f1e-a9a3-dab20ea87dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bac6493-e393-4ca5-bdbe-591ebe34e4a8,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:28.485820 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3cb83d73-9dca-4f1e-a9a3-dab20ea87dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:28.525763 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6fb5a6da-eb02-40e8-a653-b55d2401acf4 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3bb7ac9882834a05a3246a8e9a0a9314&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1599994 Nov 12 07:51:28.528378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55114) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:28.644995 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6dab96b2-6f58-4fe6-bac5-873fefdd84b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.673982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03f03914-d6e2-4238-9479-03005321ec5a tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.700160 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6dab96b2-6f58-4fe6-bac5-873fefdd84b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.768021 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6dab96b2-6f58-4fe6-bac5-873fefdd84b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.785701 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-34f59e4f-9e5f-4e85-9622-8463ab90435b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:28.804786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab96b2-6f58-4fe6-bac5-873fefdd84b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a632c-03ce-4ece-8319-61c98cdf9692,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:28.814548 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6dab96b2-6f58-4fe6-bac5-873fefdd84b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:28.817769 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6dab96b2-6f58-4fe6-bac5-873fefdd84b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:28.819292 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6dab96b2-6f58-4fe6-bac5-873fefdd84b7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/436a632c-03ce-4ece-8319-61c98cdf9692 HTTP/1.1" status: 204 len: 168 time: 0.2901704 Nov 12 07:51:28.967411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 0cd54a18-35dc-44d4-b048-9de9398fd155 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:29.010250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09252924-2f19-4db0-991c-1553cffe3ae6 None None] Network b126d2a4-593d-46f9-9b76-a5fcbe4480a4 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:51:29.197993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a278981-5784-461f-aef9-131004fd1fdd req-9a23bbf0-a4e1-42dc-b7ba-020d1c74db88 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:29.199719 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-9a23bbf0-a4e1-42dc-b7ba-020d1c74db88 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0&tenant_id=6a2815708d614ce1b993a1a3e41c0d64&binding%3Ahost_id=n-h2-761264-6 HTTP/1.1" status: 200 len: 950 time: 0.7955589 Nov 12 07:51:29.208385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399f78e-3c0e-4e22-953b-bc278b1fbd89 req-9913067d-bd2e-4ded-8dea-04785a015ac0 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:29.216741 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5399f78e-3c0e-4e22-953b-bc278b1fbd89 req-9913067d-bd2e-4ded-8dea-04785a015ac0 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.6419733 Nov 12 07:51:29.331146 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03f03914-d6e2-4238-9479-03005321ec5a tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:29.406560 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5399f78e-3c0e-4e22-953b-bc278b1fbd89 req-07146aed-61dc-4f2d-911e-778197ea8f14 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887019 Nov 12 07:51:29.486947 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-c672f018-a481-4611-9896-b864cbd6c1e1 service neutron] 10.222.0.33 "GET /v2.0/ports/0cd54a18-35dc-44d4-b048-9de9398fd155/bindings/n-h2-761264-6 HTTP/1.1" status: 200 len: 452 time: 0.2526443 Nov 12 07:51:29.542407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 0cd54a18-35dc-44d4-b048-9de9398fd155 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:29.543326 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:29.948658 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-8759ba3d-7453-4ebd-bdd0-7095ebede208 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 1165 time: 0.3396034 Nov 12 07:51:29.965639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159a01-462d-4fc7-b505-aca3d5324316 req-39145efd-0b0d-47c9-9c1c-2d881f5fde88 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:29.967222 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5159a01-462d-4fc7-b505-aca3d5324316 req-39145efd-0b0d-47c9-9c1c-2d881f5fde88 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.8899581 Nov 12 07:51:30.191026 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5159a01-462d-4fc7-b505-aca3d5324316 req-1220be35-4997-4f1c-a598-c19358d5ace4 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932938 Nov 12 07:51:30.195689 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03f03914-d6e2-4238-9479-03005321ec5a tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:30.220291 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8615993f-5465-4422-b75b-08dd14acd7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:30.249388 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a278981-5784-461f-aef9-131004fd1fdd req-8297f4d5-7bc4-497a-8941-765d497125d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:30.251021 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-8297f4d5-7bc4-497a-8941-765d497125d8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2937155 Nov 12 07:51:30.265552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80fe4f-31d8-4f44-99fb-d87b71cd27d8 req-6ffc993b-7505-4c15-93b4-eba3897a70d5 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:30.267200 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5c80fe4f-31d8-4f44-99fb-d87b71cd27d8 req-6ffc993b-7505-4c15-93b4-eba3897a70d5 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 945 time: 0.3827522 Nov 12 07:51:30.309446 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7fc41ed3-52f8-4c29-8e3e-cbb3924bba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:30.389948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f03914-d6e2-4238-9479-03005321ec5a tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Subnet': ['ID=abbcaee8-e8d7-4023-aa08-c417b1ff837e,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:30.396613 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-03f03914-d6e2-4238-9479-03005321ec5a tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:30.456345 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-97082d82-da2a-498e-8c64-8d9d4e01e5bd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0cd54a18-35dc-44d4-b048-9de9398fd155 HTTP/1.1" status: 200 len: 217 time: 0.1351092 Nov 12 07:51:30.546460 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5c80fe4f-31d8-4f44-99fb-d87b71cd27d8 req-a3ea1fe3-5591-4ce3-bfd8-303c6b32d0c9 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203372 Nov 12 07:51:30.552810 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-03f03914-d6e2-4238-9479-03005321ec5a tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:30.559753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6acfe2-d142-41c6-a77b-e1438edfe412 None None] Network 94e7ff54-21ae-4c9c-92f0-9f255244565c requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:51:30.559928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a278981-5784-461f-aef9-131004fd1fdd req-182c6423-d30a-4795-a2eb-f1238ca1e0e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:30.561414 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-182c6423-d30a-4795-a2eb-f1238ca1e0e3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0935118 Nov 12 07:51:30.564326 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-03f03914-d6e2-4238-9479-03005321ec5a tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "DELETE /v2.0/subnets/abbcaee8-e8d7-4023-aa08-c417b1ff837e HTTP/1.1" status: 204 len: 168 time: 2.6974983 Nov 12 07:51:30.567758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55176) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:30.653427 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-45fe1fbf-82ca-45c2-b6df-49a52b367cc5 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852361 Nov 12 07:51:30.933933 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:31.005241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974b2107-7f05-45dc-8b44-ba9db6223218 None None] DHCP port deletion for 94e7ff54-21ae-4c9c-92f0-9f255244565c request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:51:31.011928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-974b2107-7f05-45dc-8b44-ba9db6223218 None None] Deleting port e30ec107-0190-40b5-bbec-06c1b76353da {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:31.012565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-974b2107-7f05-45dc-8b44-ba9db6223218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:31.026820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port e30ec107-0190-40b5-bbec-06c1b76353da {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:31.027195 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:31.144863 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-45dc5445-8a39-4b3e-b037-2ea8d4e23668 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842367 Nov 12 07:51:31.247917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-974b2107-7f05-45dc-8b44-ba9db6223218 None None] For port e30ec107-0190-40b5-bbec-06c1b76353da, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e30ec107-0190-40b5-bbec-06c1b76353da,segment=NetworkSegment(80be7782-b24e-446f-80c7-9e3a683bd16a),segment_id=80be7782-b24e-446f-80c7-9e3a683bd16a)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:31.248340 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-974b2107-7f05-45dc-8b44-ba9db6223218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:31.260590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-d09b59fb-58fd-401a-8f36-041a60c28727 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:31.262291 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-d09b59fb-58fd-401a-8f36-041a60c28727 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/networks?id=b126d2a4-593d-46f9-9b76-a5fcbe4480a4 HTTP/1.1" status: 200 len: 822 time: 0.3908679 Nov 12 07:51:31.274869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] For port e30ec107-0190-40b5-bbec-06c1b76353da, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e30ec107-0190-40b5-bbec-06c1b76353da,segment=NetworkSegment(80be7782-b24e-446f-80c7-9e3a683bd16a),segment_id=80be7782-b24e-446f-80c7-9e3a683bd16a)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:31.275445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:31.276069 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a51ad-d991-4871-a388-81b3ccdedb4c req-d3887ccd-a62c-445c-ad0f-dcc3fc3f7915 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:31.277777 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0e7a51ad-d991-4871-a388-81b3ccdedb4c req-d3887ccd-a62c-445c-ad0f-dcc3fc3f7915 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee HTTP/1.1" status: 200 len: 946 time: 0.3993571 Nov 12 07:51:31.348557 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-4b47388b-ebef-4006-a0a0-16120d8c22b3 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/quotas/92d8692f050448f083be753c6077718b HTTP/1.1" status: 200 len: 375 time: 0.0696208 Nov 12 07:51:31.385468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-974b2107-7f05-45dc-8b44-ba9db6223218 None None] Calling delete_port for e30ec107-0190-40b5-bbec-06c1b76353da owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:31.428584 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0e7a51ad-d991-4871-a388-81b3ccdedb4c req-47fa3ade-7bc9-4993-a5df-511d6baba56e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410775 Nov 12 07:51:31.431171 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-9f69db4f-39a0-47c9-a771-dec7ca770591 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2768188 Nov 12 07:51:31.433562 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-83b43f80-2f4e-41a2-8e0d-f2dc4247d200 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?tenant_id=92d8692f050448f083be753c6077718b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724022 Nov 12 07:51:31.498314 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-974b2107-7f05-45dc-8b44-ba9db6223218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:31.608531 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:31.674717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b2107-7f05-45dc-8b44-ba9db6223218 None None] Pushing event deleted for resources: {'Port': ['ID=e30ec107-0190-40b5-bbec-06c1b76353da,revision_number=None']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:31.684402 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-974b2107-7f05-45dc-8b44-ba9db6223218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:31.725614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b2107-7f05-45dc-8b44-ba9db6223218 None None] No DVR routers for this DVR port e30ec107-0190-40b5-bbec-06c1b76353da on host n-d-761264-6 {{(pid=80794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:31.758076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Calling delete_port for e30ec107-0190-40b5-bbec-06c1b76353da owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:31.764235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f21dfc-a30f-4023-8ce8-ac56dabb0895 req-f1f935cf-ebc4-430f-bc77-aa8fce00cf37 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:31.765907 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37f21dfc-a30f-4023-8ce8-ac56dabb0895 req-f1f935cf-ebc4-430f-bc77-aa8fce00cf37 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 945 time: 0.1661229 Nov 12 07:51:31.776443 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-39dc48d8-b96d-47bb-b124-edf968301864 service neutron] 10.222.0.40 "GET /v2.0/networks/b126d2a4-593d-46f9-9b76-a5fcbe4480a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122194 Nov 12 07:51:31.835302 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:51:31.835736 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:51:31.906719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55210) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:32.131728 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab6679fa-c42a-4a02-a2f3-906cd0c430fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:32.145510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device e30ec107-0190-40b5-bbec-06c1b76353da no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:32.171108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ab6679fa-c42a-4a02-a2f3-906cd0c430fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:32.176236 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ab6679fa-c42a-4a02-a2f3-906cd0c430fb admin admin] Usage tracker for resource:security_group_rule and tenant:f5ff6d6024894c32a10fa03aa6a9a1d8 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:32.179991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ab6679fa-c42a-4a02-a2f3-906cd0c430fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:32.183802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: e30ec107-0190-40b5-bbec-06c1b76353da {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:51:32.184333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device e30ec107-0190-40b5-bbec-06c1b76353da not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:51:32.186841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ab6679fa-c42a-4a02-a2f3-906cd0c430fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:32.254445 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37f21dfc-a30f-4023-8ce8-ac56dabb0895 req-e01b2a7d-ee34-4521-b87c-2f513fff521f tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496422 Nov 12 07:51:32.263444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab6679fa-c42a-4a02-a2f3-906cd0c430fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:32.267004 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab6679fa-c42a-4a02-a2f3-906cd0c430fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:32.281753 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7467e4b5-3177-4b74-8d28-ebffa37503e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:32.281866 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-d9833b15-eea7-4acd-85cc-349a5eaacf4c service neutron] 10.222.0.40 "GET /v2.0/networks/b126d2a4-593d-46f9-9b76-a5fcbe4480a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5008261 Nov 12 07:51:32.326431 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6679fa-c42a-4a02-a2f3-906cd0c430fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0faaa3f-bfc4-4e0e-8fe7-08b551dbb620,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:32.331027 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ab6679fa-c42a-4a02-a2f3-906cd0c430fb admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f5ff6d6024894c32a10fa03aa6a9a1d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4225433 Nov 12 07:51:32.332147 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ab6679fa-c42a-4a02-a2f3-906cd0c430fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:32.334009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55220) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:32.345486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port e30ec107-0190-40b5-bbec-06c1b76353da {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:32.345878 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:32.423942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] The port 'e30ec107-0190-40b5-bbec-06c1b76353da' was deleted {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}} Nov 12 07:51:32.438491 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5d1125a7-cebd-4779-bbd1-fe309b0f6de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:32.484781 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5d1125a7-cebd-4779-bbd1-fe309b0f6de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:32.536787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5d1125a7-cebd-4779-bbd1-fe309b0f6de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:32.546138 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b5b802e0-27f0-4208-8810-fc70616e3bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:32.562452 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5d1125a7-cebd-4779-bbd1-fe309b0f6de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:32.566721 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5d1125a7-cebd-4779-bbd1-fe309b0f6de5 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c0faaa3f-bfc4-4e0e-8fe7-08b551dbb620 HTTP/1.1" status: 204 len: 168 time: 0.2315717 Nov 12 07:51:32.569484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1125a7-cebd-4779-bbd1-fe309b0f6de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0faaa3f-bfc4-4e0e-8fe7-08b551dbb620,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:32.572551 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5d1125a7-cebd-4779-bbd1-fe309b0f6de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:32.592677 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:32.784879 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-cf31b299-e107-4dc4-a771-4dc7a4a9c4a9 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/networks?tenant_id=d5b26a31d1b04de9ace8bb66d113a0fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390146 Nov 12 07:51:32.799955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e7ff54-21ae-4c9c-92f0-9f255244565c']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:32.816769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80be7782-b24e-446f-80c7-9e3a683bd16a') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:32.817449 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80be7782-b24e-446f-80c7-9e3a683bd16a') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:32.843946 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:32.877455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:32.881464 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Releasing vxlan tunnel 9 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:51:32.922343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 0cd54a18-35dc-44d4-b048-9de9398fd155 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:33.119577 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8fb20169-723e-4124-a54b-b8063927bb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:33.138878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-9349b173-e8dc-4a86-bb7a-f1f8ba39cad3 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:33.141552 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-9349b173-e8dc-4a86-bb7a-f1f8ba39cad3 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3502069 Nov 12 07:51:33.148525 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:33.183933 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-fc48d2a3-f89b-400b-b515-bfe2a1f0258d tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/quotas/d5b26a31d1b04de9ace8bb66d113a0fc HTTP/1.1" status: 200 len: 375 time: 0.0356536 Nov 12 07:51:33.192680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 94e7ff54-21ae-4c9c-92f0-9f255244565c has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:33.203264 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:33.273687 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:33.280455 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-cb7c6d6b-d996-4ebd-9496-7d375458fa8d tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?tenant_id=d5b26a31d1b04de9ace8bb66d113a0fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836844 Nov 12 07:51:33.296988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2c812-6db2-494d-9d0a-339982836c1c req-837a2fbd-d75a-4de2-8b68-1f9962c3b12e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:33.300188 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-34c2c812-6db2-494d-9d0a-339982836c1c req-837a2fbd-d75a-4de2-8b68-1f9962c3b12e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.2504771 Nov 12 07:51:33.344350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 0cd54a18-35dc-44d4-b048-9de9398fd155, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=0cd54a18-35dc-44d4-b048-9de9398fd155,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:33.345810 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:33.354129 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:33.357526 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:33.360478 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:33.418557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55262) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:33.462790 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-34c2c812-6db2-494d-9d0a-339982836c1c req-e1b2c11d-efd4-4fea-9d30-b0597f529ac8 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556790 Nov 12 07:51:33.468664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=0cd54a18-35dc-44d4-b048-9de9398fd155,revision_number=7']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:33.481064 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:33.556063 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 94e7ff54-21ae-4c9c-92f0-9f255244565c has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:51:33.622918 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:51:33.831041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3862-615f-49e4-b18d-372d5b813243 req-e523b738-6b53-4b6e-891f-0c866562de5e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:33.840653 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-94aa3862-615f-49e4-b18d-372d5b813243 req-e523b738-6b53-4b6e-891f-0c866562de5e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 945 time: 0.1113930 Nov 12 07:51:33.848523 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:33.852541 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:33.877253 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:33.885246 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Network': ['ID=94e7ff54-21ae-4c9c-92f0-9f255244565c,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:33.891067 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:33.926879 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "DELETE /v2.0/networks/94e7ff54-21ae-4c9c-92f0-9f255244565c HTTP/1.1" status: 204 len: 168 time: 3.3573916 Nov 12 07:51:33.929486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55280) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:33.941198 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-94aa3862-615f-49e4-b18d-372d5b813243 req-2cdf9619-b27a-4de7-becf-293588c8e3e4 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975361 Nov 12 07:51:33.945353 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3bb27ebb-7ad9-4a24-a25d-f6260179c2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:34.052721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3bb27ebb-7ad9-4a24-a25d-f6260179c2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:34.062610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3bb27ebb-7ad9-4a24-a25d-f6260179c2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:d852ce5e99094e61a45b23e303bb92e0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:34.071684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3bb27ebb-7ad9-4a24-a25d-f6260179c2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:34.087839 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3bb27ebb-7ad9-4a24-a25d-f6260179c2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:34.232488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d7f73b7-df72-4b2b-abae-bff913676005 req-2938d877-c6c9-4929-ad48-b6f04fa45f7c tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 210 time: 0.1405654 Nov 12 07:51:34.277580 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155', 'code': 200} Nov 12 07:51:34.337058 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:34.362233 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-0a7429ad-1fb2-4a20-a6f9-00f66dac87de service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0&tenant_id=6a2815708d614ce1b993a1a3e41c0d64 HTTP/1.1" status: 200 len: 1163 time: 0.1965466 Nov 12 07:51:34.420037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-df20093b-c197-4c85-b155-007efc7bfbd7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting subnet 51460b57-04d6-49ae-bd2d-e97aaf30b51e {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:51:34.424674 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df20093b-c197-4c85-b155-007efc7bfbd7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:34.503670 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df20093b-c197-4c85-b155-007efc7bfbd7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:34.572171 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3c20b488-4c8b-4ca0-a8a9-9b1489ba62d1 req-7da178e7-635c-4cc4-84db-eb178af312e1 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 210 time: 0.1916142 Nov 12 07:51:34.590850 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3bb27ebb-7ad9-4a24-a25d-f6260179c2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:34.613378 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3bb27ebb-7ad9-4a24-a25d-f6260179c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:34.614018 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-39fdb161-3983-4a9c-b099-895719a8e965 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:34.624602 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df20093b-c197-4c85-b155-007efc7bfbd7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:34.667510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb27ebb-7ad9-4a24-a25d-f6260179c2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4554c1e-08db-4f82-88f6-bd9e48d65d22,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:34.675007 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3bb27ebb-7ad9-4a24-a25d-f6260179c2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:34.682852 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3bb27ebb-7ad9-4a24-a25d-f6260179c2f0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d852ce5e99094e61a45b23e303bb92e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2618639 Nov 12 07:51:34.689581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55302) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:34.701428 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-10f3e1e1-12d6-4452-a3e3-139b3f49475b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 1163 time: 0.2303820 Nov 12 07:51:34.847336 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:35.037477 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df20093b-c197-4c85-b155-007efc7bfbd7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:35.052696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a278981-5784-461f-aef9-131004fd1fdd req-acf4bb55-62d1-4683-ad8f-e0049f05328e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:35.054762 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-acf4bb55-62d1-4683-ad8f-e0049f05328e service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3264511 Nov 12 07:51:35.088955 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:35.145809 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20093b-c197-4c85-b155-007efc7bfbd7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Subnet': ['ID=51460b57-04d6-49ae-bd2d-e97aaf30b51e,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:35.154957 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-6f67f466-1598-481c-bac3-7e0a188aa424 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0cd54a18-35dc-44d4-b048-9de9398fd155 HTTP/1.1" status: 200 len: 217 time: 0.0835183 Nov 12 07:51:35.156811 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d2c1aad7-0125-499b-ae70-5ed223959094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:35.206347 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-df20093b-c197-4c85-b155-007efc7bfbd7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:35.258826 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df20093b-c197-4c85-b155-007efc7bfbd7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:35.268789 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-df20093b-c197-4c85-b155-007efc7bfbd7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "DELETE /v2.0/subnets/51460b57-04d6-49ae-bd2d-e97aaf30b51e HTTP/1.1" status: 204 len: 168 time: 1.3381367 Nov 12 07:51:35.269537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55314) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:35.270773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947cda76-49aa-405b-b9c7-696b184b37be None None] Network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:51:35.309264 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d2c1aad7-0125-499b-ae70-5ed223959094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:35.385915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a278981-5784-461f-aef9-131004fd1fdd req-0daff105-7403-4bb7-87e8-89b91d06e8bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:35.387585 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-0daff105-7403-4bb7-87e8-89b91d06e8bc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.2121446 Nov 12 07:51:35.400070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09326460-fb1e-4667-9fa4-fb0f497a17be req-04a7d6eb-ba20-4705-8d9e-8b2d2eff556d tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:35.404534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09326460-fb1e-4667-9fa4-fb0f497a17be req-04a7d6eb-ba20-4705-8d9e-8b2d2eff556d tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:35.408931 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09326460-fb1e-4667-9fa4-fb0f497a17be req-04a7d6eb-ba20-4705-8d9e-8b2d2eff556d tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:35.417242 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-09326460-fb1e-4667-9fa4-fb0f497a17be req-04a7d6eb-ba20-4705-8d9e-8b2d2eff556d tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c&device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee&device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 2417 time: 0.4895673 Nov 12 07:51:35.618144 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d2c1aad7-0125-499b-ae70-5ed223959094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:35.644107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c594945-94ae-4397-8c70-969c77bb4b3f req-86700279-3b78-4aca-8318-e1e232be74e1 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:35.645851 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c594945-94ae-4397-8c70-969c77bb4b3f req-86700279-3b78-4aca-8318-e1e232be74e1 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 948 time: 0.4311280 Nov 12 07:51:35.654241 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:35.659824 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] DHCP port deletion for 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:51:35.662434 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e493490c-8468-4c02-8a54-a49c5c985cc9 tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:35.664804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Deleting port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:35.665460 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:35.695311 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-09326460-fb1e-4667-9fa4-fb0f497a17be req-83e3c56f-c010-4b4d-8f9b-7e3d2ebf7e4a tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770853 Nov 12 07:51:35.793838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1aad7-0125-499b-ae70-5ed223959094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4554c1e-08db-4f82-88f6-bd9e48d65d22,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:35.822115 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d2c1aad7-0125-499b-ae70-5ed223959094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:35.851463 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d2c1aad7-0125-499b-ae70-5ed223959094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:35.852877 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d2c1aad7-0125-499b-ae70-5ed223959094 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c4554c1e-08db-4f82-88f6-bd9e48d65d22 HTTP/1.1" status: 204 len: 168 time: 1.1622317 Nov 12 07:51:35.869038 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:35.869429 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:36.027327 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-188260c2-8d03-4b2e-a979-6c077eba7928 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:36.028110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-188260c2-8d03-4b2e-a979-6c077eba7928 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Synchronizing usage tracker for tenant:92d8692f050448f083be753c6077718b on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:36.092385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-188260c2-8d03-4b2e-a979-6c077eba7928 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Unset dirty status for tenant:92d8692f050448f083be753c6077718b on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:36.093744 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-188260c2-8d03-4b2e-a979-6c077eba7928 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.41 "GET /v2.0/networks?id=b126d2a4-593d-46f9-9b76-a5fcbe4480a4 HTTP/1.1" status: 200 len: 822 time: 0.5417011 Nov 12 07:51:36.108331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b1c7e73e-cfac-4682-bb56-07d587b8a6bf no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:36.129873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Request body: {'port': {'device_id': 'ec05cf7e-eaf2-4001-b329-204f25282a0a', 'network_id': 'b126d2a4-593d-46f9-9b76-a5fcbe4480a4', 'admin_state_up': True, 'tenant_id': '92d8692f050448f083be753c6077718b'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:36.133917 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-83d65825-2fa6-452d-8f50-083ee421c490 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7129087 Nov 12 07:51:36.240392 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c594945-94ae-4397-8c70-969c77bb4b3f req-d4d7e972-2b5d-482e-8038-45e7b57ae124 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554745 Nov 12 07:51:36.253065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device e6cc1a72-d76e-4663-ab97-cf3b9b2381ec no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:36.395404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] For port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e6cc1a72-d76e-4663-ab97-cf3b9b2381ec,segment=NetworkSegment(d0eb85fa-71ba-4b77-a167-015d5f661391),segment_id=d0eb85fa-71ba-4b77-a167-015d5f661391)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:36.395965 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:36.417513 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-fdd23c68-9830-470b-92d2-83d6e9bf7858 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:36.419554 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-fdd23c68-9830-470b-92d2-83d6e9bf7858 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 945 time: 0.5706370 Nov 12 07:51:36.437786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:36.438298 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22081b4a-6c03-4dc2-b43a-9d2188983087 req-7c3bc0e5-219b-4696-a21b-03a70b9387cc tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:36.440223 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22081b4a-6c03-4dc2-b43a-9d2188983087 req-7c3bc0e5-219b-4696-a21b-03a70b9387cc tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 945 time: 0.4408691 Nov 12 07:51:36.450229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Usage tracker for resource:port and tenant:92d8692f050448f083be753c6077718b is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:36.454038 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:36.471120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:36.610939 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-690be27c-46db-4936-a5b2-f134e5bb49a5 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679842 Nov 12 07:51:36.718490 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-ca351b1f-6e96-43ce-9b64-af894a6a378c tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.41 "GET /v2.0/networks?tenant_id=d5b26a31d1b04de9ace8bb66d113a0fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585873 Nov 12 07:51:36.722541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Made reservation on behalf of 92d8692f050448f083be753c6077718b for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:51:36.729716 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:36.734895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Deleting port b1c7e73e-cfac-4682-bb56-07d587b8a6bf {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:36.735481 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:36.808221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Calling delete_port for e6cc1a72-d76e-4663-ab97-cf3b9b2381ec owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:36.844707 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:36.867621 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-38fa1372-a060-40f7-81e6-f9873d12fec0 req-9c45443a-d449-4c00-9089-35a7d6d9642e tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 210 time: 0.2548614 Nov 12 07:51:36.914621 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-22081b4a-6c03-4dc2-b43a-9d2188983087 req-42660c64-1123-4afa-970e-953b3654125d tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378407 Nov 12 07:51:36.983453 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:37.013231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-9be70993-b1e9-4147-a1f7-824d9dc2503c tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:37.015240 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-9be70993-b1e9-4147-a1f7-824d9dc2503c tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697356 Nov 12 07:51:37.033662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e6cc1a72-d76e-4663-ab97-cf3b9b2381ec,segment=NetworkSegment(d0eb85fa-71ba-4b77-a167-015d5f661391),segment_id=d0eb85fa-71ba-4b77-a167-015d5f661391)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:37.042448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b47cea2-e18c-4810-8d0a-2ca77faf6c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c7e73e-cfac-4682-bb56-07d587b8a6bf'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:37.071661 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:37.081867 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:37.105867 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Request body: {'port': {'device_id': 'a385b28b-a2c1-442d-8372-2097ad4aa15f', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': 'd5b26a31d1b04de9ace8bb66d113a0fc'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:37.179822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] For port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e6cc1a72-d76e-4663-ab97-cf3b9b2381ec,segment=NetworkSegment(d0eb85fa-71ba-4b77-a167-015d5f661391),segment_id=d0eb85fa-71ba-4b77-a167-015d5f661391)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:37.180744 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:37.184227 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=e6cc1a72-d76e-4663-ab97-cf3b9b2381ec,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:37.189181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port b1c7e73e-cfac-4682-bb56-07d587b8a6bf, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b1c7e73e-cfac-4682-bb56-07d587b8a6bf,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:37.191316 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:37.193559 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:37.197554 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-974b2107-7f05-45dc-8b44-ba9db6223218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:37.285870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=b1c7e73e-cfac-4682-bb56-07d587b8a6bf,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:37.290158 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80794) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:51:37.290631 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:51:37.291387 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:37.579569 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:37.663486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-adf1b873-24a1-4dac-8306-7e8901616618 req-44f93e49-2a90-40fb-9246-cc4ee70d4b32 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 210 time: 0.1469553 Nov 12 07:51:37.708364 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a278981-5784-461f-aef9-131004fd1fdd req-a5cc0fa2-8e3c-4237-81b4-5ca873ec42bb service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0675154 Nov 12 07:51:37.746610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] For port b1c7e73e-cfac-4682-bb56-07d587b8a6bf, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b1c7e73e-cfac-4682-bb56-07d587b8a6bf,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:37.746975 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:37.754749 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b47cea2-e18c-4810-8d0a-2ca77faf6c00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c7e73e-cfac-4682-bb56-07d587b8a6bf', 'code': 200} Nov 12 07:51:37.782141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Calling delete_port for e6cc1a72-d76e-4663-ab97-cf3b9b2381ec owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:37.791725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Deleting port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:37.792395 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:37.886823 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Calling delete_port for b1c7e73e-cfac-4682-bb56-07d587b8a6bf owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:38.001521 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0e5d2371-dfb5-4786-8910-1dd896fa1df1 req-c82ffaf7-f53f-4dc9-8568-96b49dec3a51 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4828126 Nov 12 07:51:38.020930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:38.025589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Usage tracker for resource:port and tenant:d5b26a31d1b04de9ace8bb66d113a0fc is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:38.028975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:38.035161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:38.050234 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Made reservation on behalf of d5b26a31d1b04de9ace8bb66d113a0fc for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:51:38.056512 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:38.078014 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:38.088544 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:51:38.088964 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:51:38.106814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f3577-18aa-4bf1-9ac0-f6e363fcdaa7 req-aa423062-58fb-4cdf-b89f-6a9b29b64d89 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:38.109655 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a92f3577-18aa-4bf1-9ac0-f6e363fcdaa7 req-aa423062-58fb-4cdf-b89f-6a9b29b64d89 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 948 time: 0.1929858 Nov 12 07:51:38.116284 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:51:38.117986 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:51:38.133520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:38.137925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Usage tracker for resource:security_group_rule and tenant:d5b26a31d1b04de9ace8bb66d113a0fc is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:38.141262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:38.147545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:38.176288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a92f3577-18aa-4bf1-9ac0-f6e363fcdaa7 req-fa81605f-589f-47f3-ba8a-12bae15de42e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570226 Nov 12 07:51:38.256664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] For port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e6cc1a72-d76e-4663-ab97-cf3b9b2381ec,segment=NetworkSegment(d0eb85fa-71ba-4b77-a167-015d5f661391),segment_id=d0eb85fa-71ba-4b77-a167-015d5f661391)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:38.257210 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:38.312429 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:38.323273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Allocated IP 172.20.0.6 (b126d2a4-593d-46f9-9b76-a5fcbe4480a4/5c2d2d32-c2b3-469a-9b6d-0f4b95ffad83/3d9c4f44-6a80-4408-bab6-27132dd724bb) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:51:38.328372 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:38.384272 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eb64d127-2bcd-41f2-8b5a-ddc6cb9d21f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:38.425627 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bb93b475-d680-49eb-bbbc-ccd957d3ef18 req-b023aaa0-441e-4f75-afa0-78badee89612 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 210 time: 0.0659978 Nov 12 07:51:38.435942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Calling delete_port for e6cc1a72-d76e-4663-ab97-cf3b9b2381ec owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:38.533158 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:38.654026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Deleting port b1c7e73e-cfac-4682-bb56-07d587b8a6bf {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:38.655295 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:38.656321 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:38.702356 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Pushing event deleted for resources: {'Port': ['ID=e6cc1a72-d76e-4663-ab97-cf3b9b2381ec,revision_number=None']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:38.705261 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:38.713046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] No DVR routers for this DVR port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec on host n-d-761264-6 {{(pid=80794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:38.718892 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Deleting port e6cc1a72-d76e-4663-ab97-cf3b9b2381ec {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:38.719589 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:38.774229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Pushing event updated for resources: {'SecurityGroup': ['ID=118efb21-68fa-452a-863f-6e2fd00d4004,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:38.811102 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:38.868775 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] The port 'e6cc1a72-d76e-4663-ab97-cf3b9b2381ec' was deleted {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}} Nov 12 07:51:38.917442 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af5645-1fc8-40a0-9a16-3064ead3431a req-bc11a6cd-5a96-4c84-abd6-5ebe2dfb2165 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:38.919121 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a7af5645-1fc8-40a0-9a16-3064ead3431a req-bc11a6cd-5a96-4c84-abd6-5ebe2dfb2165 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 943 time: 0.3119748 Nov 12 07:51:39.019134 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a7af5645-1fc8-40a0-9a16-3064ead3431a req-2f5cf156-dcaa-4762-93f0-c28b4fdfb964 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/security-groups?id=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872941 Nov 12 07:51:39.027945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] For port b1c7e73e-cfac-4682-bb56-07d587b8a6bf, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b1c7e73e-cfac-4682-bb56-07d587b8a6bf,segment=NetworkSegment(c0d7fb63-448c-4362-92dc-70ab2a6082ec),segment_id=c0d7fb63-448c-4362-92dc-70ab2a6082ec)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:39.028420 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:39.129414 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:39.144615 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:39.196827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Calling delete_port for b1c7e73e-cfac-4682-bb56-07d587b8a6bf owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:39.302958 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ac6eb76c-31f2-4152-be6c-198410caa416 req-ce3ef061-0b65-4cb2-8fb1-29db5069d1ef tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 210 time: 0.0736079 Nov 12 07:51:39.370877 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1f09f2-48f7-4944-ab73-8fe0432a2d49']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:39.412687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Allocated IP 192.168.233.8 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/d1f57124-5759-40ff-a2da-1c22b1196301) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:51:39.420598 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:39.453508 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:39.492734 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-59e20703-0dbf-43bd-a15a-c3cf683b47b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:39.597194 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0eb85fa-71ba-4b77-a167-015d5f661391') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:39.597871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0eb85fa-71ba-4b77-a167-015d5f661391') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:39.616388 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6ee0687a-2c2e-4283-af9e-9e52e00c7b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:39.714354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Pushing event deleted for resources: {'Port': ['ID=b1c7e73e-cfac-4682-bb56-07d587b8a6bf,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:39.751810 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:39.831125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Network b126d2a4-593d-46f9-9b76-a5fcbe4480a4 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:51:39.860383 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:39.862960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Releasing vxlan tunnel 8 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:51:40.045826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Pushing event updated for resources: {'Port': ['ID=3d9c4f44-6a80-4408-bab6-27132dd724bb,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:40.049102 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:51:40.056997 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:40.060332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:51:40.081705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.082349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.082930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.083338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.083835 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.084312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.084806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.085656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.086082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.086485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.086889 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.087300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.087749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.088152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.088642 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.088929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.089315 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.089702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.090076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.090474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.090868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.091264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.091661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.092210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.092732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.093144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.093543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.093940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.094339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.094737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.095132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.095526 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.095919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.096309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.096926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.097132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:40.106903 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:40.128916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:40.150982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:40.173637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] No DVR routers for this DVR port b1c7e73e-cfac-4682-bb56-07d587b8a6bf on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:40.178494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55420) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:40.184565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:40.189919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b47cea2-e18c-4810-8d0a-2ca77faf6c00', 'name': 'network-vif-deleted', 'tag': 'b1c7e73e-cfac-4682-bb56-07d587b8a6bf'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:40.223828 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-071a758c-99a2-4975-9f39-a77bac2606c0 req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.41 "DELETE /v2.0/ports/b1c7e73e-cfac-4682-bb56-07d587b8a6bf HTTP/1.1" status: 204 len: 173 time: 3.7936974 Nov 12 07:51:40.238362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5368c7e-2541-4bde-8503-db64084c353f req-b9d7d3d9-96d1-42b5-a42e-051b3b825717 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:40.246174 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5368c7e-2541-4bde-8503-db64084c353f req-b9d7d3d9-96d1-42b5-a42e-051b3b825717 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 931 time: 0.3686032 Nov 12 07:51:40.289545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dacad-b0da-43a6-9803-b302527d1626 req-42191496-5b11-4aff-8425-90e7e3936d0b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:40.297071 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e6dacad-b0da-43a6-9803-b302527d1626 req-42191496-5b11-4aff-8425-90e7e3936d0b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 948 time: 0.4264040 Nov 12 07:51:40.342197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:40.342885 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:40.343541 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5368c7e-2541-4bde-8503-db64084c353f req-5b60c8aa-08ed-4ccc-bbc0-56bd67f61b71 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/security-groups?id=2d4f30cc-5b15-41e6-822a-7fe22b5223ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954838 Nov 12 07:51:40.388003 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-7bcd08a6-3628-4dc8-8583-0be2f4e927a9 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2632742 Nov 12 07:51:40.402076 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3e6dacad-b0da-43a6-9803-b302527d1626 req-8a8dd4ca-04f1-49d8-b031-cf36fd9f9035 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039751 Nov 12 07:51:40.423226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-dde7ce62-8291-4a54-91d4-da7cc061d704 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80793) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:51:40.424322 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-dde7ce62-8291-4a54-91d4-da7cc061d704 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0156341 Nov 12 07:51:40.536073 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ddadd1f2-48ee-4dc1-97b1-2b8bf03c6bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:40.545359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Network 7f1f09f2-48f7-4944-ab73-8fe0432a2d49 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:51:40.575029 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:51:40.632238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ddadd1f2-48ee-4dc1-97b1-2b8bf03c6bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:40.642398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ddadd1f2-48ee-4dc1-97b1-2b8bf03c6bac admin admin] Usage tracker for resource:security_group_rule and tenant:6592f48c44064b39b2b5813d40368700 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:40.650552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ddadd1f2-48ee-4dc1-97b1-2b8bf03c6bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:40.689544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ddadd1f2-48ee-4dc1-97b1-2b8bf03c6bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:40.713427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Request body: {'port': {'device_id': 'ec05cf7e-eaf2-4001-b329-204f25282a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:40.774757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6451d45b-e8a6-4b81-8301-179356a2d413 req-68f9e0f4-9965-47fe-bc8d-35c6a9a3b7ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Synchronizing usage tracker for tenant:e56cbd5483e14952b7a82e515f42639c on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:40.804116 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:40.858994 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:40.875901 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ddadd1f2-48ee-4dc1-97b1-2b8bf03c6bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:40.877373 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:40.878170 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-6451d45b-e8a6-4b81-8301-179356a2d413 req-68f9e0f4-9965-47fe-bc8d-35c6a9a3b7ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Unset dirty status for tenant:e56cbd5483e14952b7a82e515f42639c on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:40.879636 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6451d45b-e8a6-4b81-8301-179356a2d413 req-68f9e0f4-9965-47fe-bc8d-35c6a9a3b7ef tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] 10.222.0.40 "GET /v2.0/ports?device_id=0b47cea2-e18c-4810-8d0a-2ca77faf6c00 HTTP/1.1" status: 200 len: 210 time: 0.1615553 Nov 12 07:51:40.882202 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ddadd1f2-48ee-4dc1-97b1-2b8bf03c6bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:40.893127 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-99afd1f9-6da6-428b-ab13-b0f09a5e8603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:40.907761 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eabac02f-781e-481b-a52c-6f38ef64ccc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:40.933950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadd1f2-48ee-4dc1-97b1-2b8bf03c6bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2f95a3-e23a-4b83-aad9-3fc375baea69,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:40.961462 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b47cea2-e18c-4810-8d0a-2ca77faf6c00', 'name': 'network-vif-deleted', 'tag': 'b1c7e73e-cfac-4682-bb56-07d587b8a6bf', 'status': 'completed', 'code': 200} Nov 12 07:51:40.963477 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ddadd1f2-48ee-4dc1-97b1-2b8bf03c6bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:40.982929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Transition to ACTIVE for port object d1f57124-5759-40ff-a2da-1c22b1196301 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:51:40.997939 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ddadd1f2-48ee-4dc1-97b1-2b8bf03c6bac admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6592f48c44064b39b2b5813d40368700&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8162854 Nov 12 07:51:40.998935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55436) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:41.002275 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] 10.222.0.40 "DELETE /v2.0/networks/7f1f09f2-48f7-4944-ab73-8fe0432a2d49 HTTP/1.1" status: 204 len: 168 time: 5.7316041 Nov 12 07:51:41.003557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Pushing event deleted for resources: {'Network': ['ID=7f1f09f2-48f7-4944-ab73-8fe0432a2d49,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:41.008055 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:41.023264 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:41.098823 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:41.139971 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-76fbe65a-26a6-4207-8fb6-8815cbb5d66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:41.186363 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-76fbe65a-26a6-4207-8fb6-8815cbb5d66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:41.246052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b9494-8de6-43a5-a8dd-33609b33e92b req-933ed813-e2e1-4416-9a37-3d4139eafd79 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:41.247764 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-468b9494-8de6-43a5-a8dd-33609b33e92b req-933ed813-e2e1-4416-9a37-3d4139eafd79 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 934 time: 0.1644781 Nov 12 07:51:41.275138 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-76fbe65a-26a6-4207-8fb6-8815cbb5d66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:41.284151 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-43c3f41f-3ed2-4b49-b8e9-7de3f8b16e19 tempest-ListImageFiltersTestJSON-132392909 tempest-ListImageFiltersTestJSON-132392909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:41.301848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbe65a-26a6-4207-8fb6-8815cbb5d66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2f95a3-e23a-4b83-aad9-3fc375baea69,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:41.306087 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-76fbe65a-26a6-4207-8fb6-8815cbb5d66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:41.316083 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-76fbe65a-26a6-4207-8fb6-8815cbb5d66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:41.320348 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-76fbe65a-26a6-4207-8fb6-8815cbb5d66b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9e2f95a3-e23a-4b83-aad9-3fc375baea69 HTTP/1.1" status: 204 len: 168 time: 0.3167448 Nov 12 07:51:41.369651 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-468b9494-8de6-43a5-a8dd-33609b33e92b req-f141d84d-3358-499f-ad52-3ec21c2d3277 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/security-groups?id=118efb21-68fa-452a-863f-6e2fd00d4004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141818 Nov 12 07:51:41.399401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 0cd54a18-35dc-44d4-b048-9de9398fd155 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:41.408120 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-948db11b-ecdc-4492-a45d-9511a37ea3e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:41.580725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 0cd54a18-35dc-44d4-b048-9de9398fd155 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:41.581229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:41.651466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Pushing event updated for resources: {'Port': ['ID=d1f57124-5759-40ff-a2da-1c22b1196301,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:41.673610 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:41.796313 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:41.857214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 0cd54a18-35dc-44d4-b048-9de9398fd155, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=0cd54a18-35dc-44d4-b048-9de9398fd155,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:41.864616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:41.879991 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:41.883068 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:41.945340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c491f2-dc47-4cf2-95de-b2401e0013cf req-e78fadc7-683f-4295-b8c8-16225ed29b8b tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:41.947149 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-14c491f2-dc47-4cf2-95de-b2401e0013cf req-e78fadc7-683f-4295-b8c8-16225ed29b8b tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 931 time: 0.2076304 Nov 12 07:51:42.013420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:51:42.019227 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:51:42.027039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=0cd54a18-35dc-44d4-b048-9de9398fd155,revision_number=8']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:42.031644 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:42.041876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:51:42.161059 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-14c491f2-dc47-4cf2-95de-b2401e0013cf req-1a8c1862-84ad-4457-b838-f26e3eec725e tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/security-groups?id=2d4f30cc-5b15-41e6-822a-7fe22b5223ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979370 Nov 12 07:51:42.237288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a36926-9c1c-4b1a-800e-6824e1023a8f req-16a99035-5a1e-44e7-8ca3-1e4ce83fb049 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:42.253290 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-11a36926-9c1c-4b1a-800e-6824e1023a8f req-16a99035-5a1e-44e7-8ca3-1e4ce83fb049 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.2405920 Nov 12 07:51:42.327561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:42.328220 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:42.358116 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-11a36926-9c1c-4b1a-800e-6824e1023a8f req-f2a1b32d-cff9-4816-804a-5c8ccd6675cc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036241 Nov 12 07:51:42.418740 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3837137 Nov 12 07:51:42.440114 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Request body: {'port': {'device_id': 'a385b28b-a2c1-442d-8372-2097ad4aa15f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:42.518612 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155', 'code': 200} Nov 12 07:51:42.528737 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:51:42.621378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d3763da9-3ca3-44b6-821f-46a0b6e196d0 None None] Provisioning for port d1f57124-5759-40ff-a2da-1c22b1196301 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:51:42.633101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d3763da9-3ca3-44b6-821f-46a0b6e196d0 None None] Provisioning complete for port d1f57124-5759-40ff-a2da-1c22b1196301 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:42.633547 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d3763da9-3ca3-44b6-821f-46a0b6e196d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:42.692499 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9c4f44-6a80-4408-bab6-27132dd724bb {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:51:42.704965 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:42.713046 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:42.744176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Transition to ACTIVE for port object 3d9c4f44-6a80-4408-bab6-27132dd724bb will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:51:42.746074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d3763da9-3ca3-44b6-821f-46a0b6e196d0 None None] Port d1f57124-5759-40ff-a2da-1c22b1196301 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:51:42.829236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:42.868509 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5c5a6f5a-e210-40a8-a68b-f37227341e69 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:42.997762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 0cd54a18-35dc-44d4-b048-9de9398fd155 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:43.009087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593211d6-30f7-41cc-a15f-835353e635b0 req-84a866f5-5871-4337-9cfd-b5e9f4c1e486 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:43.011044 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-593211d6-30f7-41cc-a15f-835353e635b0 req-84a866f5-5871-4337-9cfd-b5e9f4c1e486 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.0900848 Nov 12 07:51:43.074498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9c4f44-6a80-4408-bab6-27132dd724bb,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:43.078108 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:43.137885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 0cd54a18-35dc-44d4-b048-9de9398fd155 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:43.138319 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:43.173565 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-593211d6-30f7-41cc-a15f-835353e635b0 req-de7d46cf-f639-4a2f-9c48-6034ac895d22 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524410 Nov 12 07:51:43.220396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50213fd-709c-4e97-b631-7d3db54598bc req-76df5c6a-aac9-4f41-b7f2-c6b311eb3824 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:43.222233 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c50213fd-709c-4e97-b631-7d3db54598bc req-76df5c6a-aac9-4f41-b7f2-c6b311eb3824 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 934 time: 0.1532624 Nov 12 07:51:43.278417 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c50213fd-709c-4e97-b631-7d3db54598bc req-023c8ddf-c283-457a-89a2-ec8bfdf39a97 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/security-groups?id=118efb21-68fa-452a-863f-6e2fd00d4004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 Nov 12 07:51:43.390747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c4567-9c2b-4e6c-affe-bce5919565b6 req-c8e0141d-a9cf-4652-a7ea-e7e32339ef8c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:43.398648 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a98c4567-9c2b-4e6c-affe-bce5919565b6 req-c8e0141d-a9cf-4652-a7ea-e7e32339ef8c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 945 time: 0.0954475 Nov 12 07:51:43.449627 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a98c4567-9c2b-4e6c-affe-bce5919565b6 req-6dbe62f2-a559-43ab-9be2-978927f2d256 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497782 Nov 12 07:51:43.567004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55512) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:43.571229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Attempting to bind port 3d9c4f44-6a80-4408-bab6-27132dd724bb on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:51:43.571612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Attempting to bind port 3d9c4f44-6a80-4408-bab6-27132dd724bb by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'cd846e41-522e-4587-b465-96d9a432cee9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b126d2a4-593d-46f9-9b76-a5fcbe4480a4'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:51:43.571986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Attempting to bind port 3d9c4f44-6a80-4408-bab6-27132dd724bb on network b126d2a4-593d-46f9-9b76-a5fcbe4480a4 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:51:43.593619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:51:43.594000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Checking segment: {'id': 'cd846e41-522e-4587-b465-96d9a432cee9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b126d2a4-593d-46f9-9b76-a5fcbe4480a4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:51:43.594409 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:43.594808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Bound using segment: {'id': 'cd846e41-522e-4587-b465-96d9a432cee9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b126d2a4-593d-46f9-9b76-a5fcbe4480a4'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:51:43.595294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Bound port: 3d9c4f44-6a80-4408-bab6-27132dd724bb, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd846e41-522e-4587-b465-96d9a432cee9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b126d2a4-593d-46f9-9b76-a5fcbe4480a4'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:51:43.595668 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:43.722898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f57124-5759-40ff-a2da-1c22b1196301 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:51:43.747739 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:43.767426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Transition to ACTIVE for port object d1f57124-5759-40ff-a2da-1c22b1196301 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:51:43.771461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] For port 3d9c4f44-6a80-4408-bab6-27132dd724bb, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:51:43.773913 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:43.852289 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d446f8f-3148-40af-9124-bfa731d6feb0 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:43.942522 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] For port 3d9c4f44-6a80-4408-bab6-27132dd724bb, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=3d9c4f44-6a80-4408-bab6-27132dd724bb,segment=NetworkSegment(cd846e41-522e-4587-b465-96d9a432cee9),segment_id=cd846e41-522e-4587-b465-96d9a432cee9)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:51:43.954597 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:44.056041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f57124-5759-40ff-a2da-1c22b1196301,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:44.072014 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:44.072646 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-36414cf7-81af-4e42-aa78-b05971aaceed tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:44.131736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa36122-afe8-43a7-97f0-5410e2571562 req-48b22085-311f-4241-a635-fae774a5df2e tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:44.133480 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-caa36122-afe8-43a7-97f0-5410e2571562 req-48b22085-311f-4241-a635-fae774a5df2e tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 943 time: 0.4120436 Nov 12 07:51:44.204538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9c4f44-6a80-4408-bab6-27132dd724bb,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:44.213365 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:44.277139 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-72615991-b51c-40a0-af00-beb536b31276 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/networks?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428391 Nov 12 07:51:44.292341 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:44.294124 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] 10.222.0.41 "PUT /v2.0/ports/3d9c4f44-6a80-4408-bab6-27132dd724bb HTTP/1.1" status: 200 len: 1155 time: 3.8057311 Nov 12 07:51:44.294976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec05cf7e-eaf2-4001-b329-204f25282a0a', 'tag': '3d9c4f44-6a80-4408-bab6-27132dd724bb'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:44.416824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-caa36122-afe8-43a7-97f0-5410e2571562 req-b6c49d85-8bdf-4b83-8d13-f147ef0985d6 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/security-groups?id=2d4f30cc-5b15-41e6-822a-7fe22b5223ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731838 Nov 12 07:51:44.451505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Attempting to bind port d1f57124-5759-40ff-a2da-1c22b1196301 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:51:44.451882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Attempting to bind port d1f57124-5759-40ff-a2da-1c22b1196301 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:51:44.452249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Attempting to bind port d1f57124-5759-40ff-a2da-1c22b1196301 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:51:44.463815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:51:44.464123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:51:44.464521 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:44.464924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:51:44.465414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Bound port: d1f57124-5759-40ff-a2da-1c22b1196301, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:51:44.465909 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:44.504331 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-882e070a-2853-426b-bddd-739463510bfc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92d8692f050448f083be753c6077718b&device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 1158 time: 0.1600771 Nov 12 07:51:44.602034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabb9b0-37c0-46ce-84ed-f7280fab853a req-6ab09ef4-196f-426a-b6f2-78380dec0653 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:44.603652 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4fabb9b0-37c0-46ce-84ed-f7280fab853a req-6ab09ef4-196f-426a-b6f2-78380dec0653 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.41 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 945 time: 0.4262435 Nov 12 07:51:44.627727 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-6eb10014-2fa7-4324-a31c-b3ad68730add service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d9c4f44-6a80-4408-bab6-27132dd724bb HTTP/1.1" status: 200 len: 217 time: 0.0915129 Nov 12 07:51:44.713412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] For port d1f57124-5759-40ff-a2da-1c22b1196301, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:51:44.715655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-2dcf4c3c-a1c6-428f-a55d-8db272c3a391 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:44.721798 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-2dcf4c3c-a1c6-428f-a55d-8db272c3a391 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4303584 Nov 12 07:51:44.725706 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-4828b6c6-c162-4c42-984f-8356bfc65a47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:44.727697 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-4828b6c6-c162-4c42-984f-8356bfc65a47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c2d2d32-c2b3-469a-9b6d-0f4b95ffad83 HTTP/1.1" status: 200 len: 862 time: 0.0924361 Nov 12 07:51:44.729304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] For port d1f57124-5759-40ff-a2da-1c22b1196301, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=d1f57124-5759-40ff-a2da-1c22b1196301,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:51:44.743832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4fabb9b0-37c0-46ce-84ed-f7280fab853a req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Deleting port 3c4ce446-b626-44e6-a249-cc9effa79623 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:44.744324 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4fabb9b0-37c0-46ce-84ed-f7280fab853a req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:44.780951 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:44.800775 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-621160ec-d0e0-442d-bc1a-b4f5639da7b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:44.809669 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-140bd1c3-a9c4-489b-ad05-f50a1f4fba32 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/quotas/6a2815708d614ce1b993a1a3e41c0d64 HTTP/1.1" status: 200 len: 375 time: 0.0784080 Nov 12 07:51:44.839525 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-253b7681-061b-4008-93af-f9c0401a63ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b126d2a4-593d-46f9-9b76-a5fcbe4480a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015339 Nov 12 07:51:45.122353 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-1fababfc-b2a7-4e8f-81ee-2b2f5f8b4aab tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3015924 Nov 12 07:51:45.141433 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7982396'] for router_interface, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:45.212743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55554) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:45.262352 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec05cf7e-eaf2-4001-b329-204f25282a0a', 'tag': '3d9c4f44-6a80-4408-bab6-27132dd724bb', 'status': 'completed', 'code': 200} Nov 12 07:51:45.346603 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-4fabb9b0-37c0-46ce-84ed-f7280fab853a req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] For port 3c4ce446-b626-44e6-a249-cc9effa79623, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=3c4ce446-b626-44e6-a249-cc9effa79623,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:45.347105 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4fabb9b0-37c0-46ce-84ed-f7280fab853a req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:45.374833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f57124-5759-40ff-a2da-1c22b1196301,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:45.384167 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:45.388472 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-922ce7d5-807f-4667-80f0-bb988c2a9883 service neutron] 10.222.0.41 "GET /v2.0/networks/b126d2a4-593d-46f9-9b76-a5fcbe4480a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311854 Nov 12 07:51:45.490298 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:45.491991 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] 10.222.0.41 "PUT /v2.0/ports/d1f57124-5759-40ff-a2da-1c22b1196301 HTTP/1.1" status: 200 len: 1158 time: 3.0579770 Nov 12 07:51:45.630805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9686bbf-716a-418d-b895-193e427d91d1 admin admin] Deleting subnet 6518e193-b426-4cb3-8412-63a23c5060f8 {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:51:45.640859 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4fabb9b0-37c0-46ce-84ed-f7280fab853a req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Calling delete_port for 3c4ce446-b626-44e6-a249-cc9effa79623 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:45.670466 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc131640-f9e9-40a8-a9b9-e0d94dde0e49 req-f97ca333-0a1d-419e-b29d-6a0cba26cc37 service neutron] 10.222.0.41 "GET /v2.0/networks/b126d2a4-593d-46f9-9b76-a5fcbe4480a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2719116 Nov 12 07:51:45.688702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e9686bbf-716a-418d-b895-193e427d91d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:45.690104 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-4ee0b69e-0fa0-49ec-8042-f3767e4c428f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5b26a31d1b04de9ace8bb66d113a0fc&device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 1161 time: 0.1438210 Nov 12 07:51:45.829041 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-f932bd03-c1b0-4c0c-81b0-1f2f4129fd9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d1f57124-5759-40ff-a2da-1c22b1196301 HTTP/1.1" status: 200 len: 217 time: 0.1225700 Nov 12 07:51:45.829485 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e9686bbf-716a-418d-b895-193e427d91d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:45.916824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9bd0196e-eac7-4149-879c-782a6f7afbf1 req-82ba5891-0b21-41db-8385-17396b9f170a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92d8692f050448f083be753c6077718b&device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 1158 time: 0.1494286 Nov 12 07:51:45.920803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-e859ec63-e15f-4b9a-80a2-61b455070575 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:45.922422 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-e859ec63-e15f-4b9a-80a2-61b455070575 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0762520 Nov 12 07:51:45.967072 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e9686bbf-716a-418d-b895-193e427d91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:46.044945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d205ab-1db7-424d-885f-d80ae283b633 req-4421d9bf-6c75-47a3-b3ae-11dae2c9d1a7 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:46.046592 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b1d205ab-1db7-424d-885f-d80ae283b633 req-4421d9bf-6c75-47a3-b3ae-11dae2c9d1a7 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 945 time: 0.4939222 Nov 12 07:51:46.052967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a33f2-94c8-46c0-aa2b-7581ad847c20 req-24b87ef7-965c-4e86-acc9-e33fba85ef45 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:46.056521 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3d2a33f2-94c8-46c0-aa2b-7581ad847c20 req-24b87ef7-965c-4e86-acc9-e33fba85ef45 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 946 time: 0.6945574 Nov 12 07:51:46.136029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0196e-eac7-4149-879c-782a6f7afbf1 req-55720e2c-f2e7-4e90-a04b-f549473a3e11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:46.137708 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9bd0196e-eac7-4149-879c-782a6f7afbf1 req-55720e2c-f2e7-4e90-a04b-f549473a3e11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b126d2a4-593d-46f9-9b76-a5fcbe4480a4 HTTP/1.1" status: 200 len: 916 time: 0.2064550 Nov 12 07:51:46.141078 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-edc05e75-5233-42ad-98f0-05b7060e5ecd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867087 Nov 12 07:51:46.166902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 3c4ce446-b626-44e6-a249-cc9effa79623 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:46.297269 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:46.306317 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9bd0196e-eac7-4149-879c-782a6f7afbf1 req-e7150a25-4ec5-4bef-962b-cbae42face75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d9c4f44-6a80-4408-bab6-27132dd724bb HTTP/1.1" status: 200 len: 217 time: 0.1560013 Nov 12 07:51:46.418606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0196e-eac7-4149-879c-782a6f7afbf1 req-f5067f9c-3858-4704-9067-263f4f0ebad3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:46.420167 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9bd0196e-eac7-4149-879c-782a6f7afbf1 req-f5067f9c-3858-4704-9067-263f4f0ebad3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c2d2d32-c2b3-469a-9b6d-0f4b95ffad83 HTTP/1.1" status: 200 len: 862 time: 0.1022506 Nov 12 07:51:46.466935 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-b578013f-cbaf-4abf-ba12-c301078a0451 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150208 Nov 12 07:51:46.503050 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9bd0196e-eac7-4149-879c-782a6f7afbf1 req-fef3723b-fbb3-4d7a-b9d1-8fa127a87e0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b126d2a4-593d-46f9-9b76-a5fcbe4480a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750828 Nov 12 07:51:46.510446 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4fabb9b0-37c0-46ce-84ed-f7280fab853a req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:46.570146 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:46.693636 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b1d205ab-1db7-424d-885f-d80ae283b633 req-51b24663-7de8-4ac9-95cb-2595cd6c4bf9 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355317 Nov 12 07:51:46.696874 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-e0006bd5-f636-4019-a8c0-a5f5298243be tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "GET /v2.0/networks?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1820633 Nov 12 07:51:46.698391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Pushing event deleted for resources: {'Port': ['ID=3c4ce446-b626-44e6-a249-cc9effa79623,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:46.731544 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3d2a33f2-94c8-46c0-aa2b-7581ad847c20 req-8a200a5a-1d0b-41b5-93ff-e0d4756ac2d2 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/security-groups?id=118efb21-68fa-452a-863f-6e2fd00d4004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6660182 Nov 12 07:51:46.733988 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:46.774248 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a31f41b-2217-4e69-a160-4eb483f6c1b5 req-38ffa08e-4a5d-4119-a60d-044c357f7839 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2954991 Nov 12 07:51:46.782786 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9bd0196e-eac7-4149-879c-782a6f7afbf1 req-1ea91aa4-c7f8-429b-bee5-47489735bbfe service neutron] 10.222.0.41 "GET /v2.0/networks/b126d2a4-593d-46f9-9b76-a5fcbe4480a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722864 Nov 12 07:51:46.917956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-375e9985-3bd5-4525-89b3-6f0846349400 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:46.919651 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-375e9985-3bd5-4525-89b3-6f0846349400 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846623 Nov 12 07:51:46.952731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Request body: {'port': {'device_id': '10d21006-149a-4e24-8208-2016edf9fc50', 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe', 'admin_state_up': True, 'tenant_id': '6a2815708d614ce1b993a1a3e41c0d64'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:46.963114 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9bd0196e-eac7-4149-879c-782a6f7afbf1 req-fde2a4c7-7c01-4a8e-b3d4-c814fc88092e service neutron] 10.222.0.41 "GET /v2.0/networks/b126d2a4-593d-46f9-9b76-a5fcbe4480a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1667445 Nov 12 07:51:47.177632 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-70c634f1-a603-4f96-a92a-a2c71db2e182 req-5afb8062-1cda-4a64-ac4b-8e0922509458 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 210 time: 0.1901367 Nov 12 07:51:47.263848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a385b28b-a2c1-442d-8372-2097ad4aa15f', 'tag': 'd1f57124-5759-40ff-a2da-1c22b1196301'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:47.397004 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a385b28b-a2c1-442d-8372-2097ad4aa15f', 'tag': 'd1f57124-5759-40ff-a2da-1c22b1196301', 'status': 'completed', 'code': 200} Nov 12 07:51:47.475569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fabb9b0-37c0-46ce-84ed-f7280fab853a req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] No DVR routers for this DVR port 3c4ce446-b626-44e6-a249-cc9effa79623 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:47.491864 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4fabb9b0-37c0-46ce-84ed-f7280fab853a req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:47.497397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c516592d-29d8-48fb-be08-8e2c432ab16c', 'name': 'network-vif-deleted', 'tag': '3c4ce446-b626-44e6-a249-cc9effa79623'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:47.512632 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5795ebd-3b33-4bcb-9562-d445ab521f3c req-9379d592-9606-4108-ae2f-4e33f4e459cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5b26a31d1b04de9ace8bb66d113a0fc&device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 1161 time: 0.0914433 Nov 12 07:51:47.568288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:47.589644 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Usage tracker for resource:port and tenant:6a2815708d614ce1b993a1a3e41c0d64 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:47.603604 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e9686bbf-716a-418d-b895-193e427d91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:47.605499 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Quota usage for port was recalculated. Used quota:3. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:47.637846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:47.639946 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:47.667284 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4fabb9b0-37c0-46ce-84ed-f7280fab853a req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.41 "DELETE /v2.0/ports/3c4ce446-b626-44e6-a249-cc9effa79623 HTTP/1.1" status: 204 len: 173 time: 3.0455678 Nov 12 07:51:47.676430 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c516592d-29d8-48fb-be08-8e2c432ab16c', 'name': 'network-vif-deleted', 'tag': '3c4ce446-b626-44e6-a249-cc9effa79623', 'status': 'completed', 'code': 200} Nov 12 07:51:47.689229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5795ebd-3b33-4bcb-9562-d445ab521f3c req-a327c11b-5b01-4a96-bae5-2cf4b3163ec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:47.691205 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5795ebd-3b33-4bcb-9562-d445ab521f3c req-a327c11b-5b01-4a96-bae5-2cf4b3163ec2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.1710165 Nov 12 07:51:47.761752 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9686bbf-716a-418d-b895-193e427d91d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6518e193-b426-4cb3-8412-63a23c5060f8,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:47.776766 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e9686bbf-716a-418d-b895-193e427d91d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:47.786576 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5795ebd-3b33-4bcb-9562-d445ab521f3c req-bfd799ed-6406-4bca-99b7-c69f31ec06c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=d1f57124-5759-40ff-a2da-1c22b1196301 HTTP/1.1" status: 200 len: 217 time: 0.0838127 Nov 12 07:51:47.792930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abb9c0-64cd-4d37-81bf-09c7b1371ab6 req-bf43b63d-d295-4941-8da8-18da7b4c0134 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:47.800757 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-53abb9c0-64cd-4d37-81bf-09c7b1371ab6 req-bf43b63d-d295-4941-8da8-18da7b4c0134 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 943 time: 0.5981622 Nov 12 07:51:47.821659 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Made reservation on behalf of 6a2815708d614ce1b993a1a3e41c0d64 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:51:47.827408 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:47.874210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5795ebd-3b33-4bcb-9562-d445ab521f3c req-da13f92c-54c0-4ecc-96a7-012c0e087fc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:47.876170 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5795ebd-3b33-4bcb-9562-d445ab521f3c req-da13f92c-54c0-4ecc-96a7-012c0e087fc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0824521 Nov 12 07:51:47.981320 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5795ebd-3b33-4bcb-9562-d445ab521f3c req-7fa4cb78-be59-4378-b92e-a2f3afc503fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940864 Nov 12 07:51:47.989704 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e9686bbf-716a-418d-b895-193e427d91d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:47.995403 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e9686bbf-716a-418d-b895-193e427d91d1 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/6518e193-b426-4cb3-8412-63a23c5060f8 HTTP/1.1" status: 204 len: 168 time: 2.7817776 Nov 12 07:51:47.996673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55604) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:48.002983 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-53abb9c0-64cd-4d37-81bf-09c7b1371ab6 req-b4657e82-fb55-46f2-9462-e6a00f8f2e64 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/security-groups?id=2d4f30cc-5b15-41e6-822a-7fe22b5223ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011731 Nov 12 07:51:48.140335 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5795ebd-3b33-4bcb-9562-d445ab521f3c req-e6da90e5-985e-4e76-8434-44f0ce250fa8 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499028 Nov 12 07:51:48.293826 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5795ebd-3b33-4bcb-9562-d445ab521f3c req-2d9751d5-5a9d-41de-88b4-cc61702df614 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455522 Nov 12 07:51:48.362712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-ab7cb344-0ce5-4e7a-a626-d90e1eb2a1bf None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:51:48.624443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5a954982-f14c-4c66-8b05-fe0701bad136 req-6fb31bc0-83de-4c42-9153-985cedf9345c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Synchronizing usage tracker for tenant:942b55ddbbf440699b672e0304a679e4 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:48.635845 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:48.803184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5a954982-f14c-4c66-8b05-fe0701bad136 req-6fb31bc0-83de-4c42-9153-985cedf9345c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Unset dirty status for tenant:942b55ddbbf440699b672e0304a679e4 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:48.804542 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a954982-f14c-4c66-8b05-fe0701bad136 req-6fb31bc0-83de-4c42-9153-985cedf9345c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=c516592d-29d8-48fb-be08-8e2c432ab16c HTTP/1.1" status: 200 len: 210 time: 0.6749327 Nov 12 07:51:49.033699 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:49.067322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e5ae1-0618-4ca2-af41-5fb0d27d2bd2 req-a31573b4-cef9-482f-81cb-2bea3d8d5b37 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:49.068940 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c94e5ae1-0618-4ca2-af41-5fb0d27d2bd2 req-a31573b4-cef9-482f-81cb-2bea3d8d5b37 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 946 time: 0.9082150 Nov 12 07:51:49.211996 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ebb46594-707c-4ab4-9a49-96e884611f8d req-48f1c388-a1aa-45d0-bbc9-4b4d476b0e95 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 210 time: 0.1512375 Nov 12 07:51:49.275092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Allocated IP 192.168.233.5 (b40a7887-4c1c-427c-9422-e58922b307fe/0ed20297-d4d1-4f9c-92e4-275da865c663/901a4160-cec7-48e8-8567-f2facdb2ff42) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:51:49.322819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdb6bd1-d757-4afe-9ae1-8476e3d133c4']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:49.339110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 3d9c4f44-6a80-4408-bab6-27132dd724bb up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:49.361232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d7fb63-448c-4362-92dc-70ab2a6082ec') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:49.361541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d7fb63-448c-4362-92dc-70ab2a6082ec') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:51:49.394522 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:49.403589 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c94e5ae1-0618-4ca2-af41-5fb0d27d2bd2 req-08608f7a-426a-4e81-a0a7-7002f2e8f557 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/security-groups?id=118efb21-68fa-452a-863f-6e2fd00d4004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358189 Nov 12 07:51:49.417790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 3d9c4f44-6a80-4408-bab6-27132dd724bb completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:51:49.430146 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:49.431028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 3d9c4f44-6a80-4408-bab6-27132dd724bb triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:49.432086 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:49.438941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:51:49.607404 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:49.649167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 3d9c4f44-6a80-4408-bab6-27132dd724bb, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=3d9c4f44-6a80-4408-bab6-27132dd724bb,segment=NetworkSegment(cd846e41-522e-4587-b465-96d9a432cee9),segment_id=cd846e41-522e-4587-b465-96d9a432cee9)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:49.651661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec05cf7e-eaf2-4001-b329-204f25282a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9c4f44-6a80-4408-bab6-27132dd724bb'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:49.659260 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:49.660283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device d1f57124-5759-40ff-a2da-1c22b1196301 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:49.728041 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:49.817025 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec05cf7e-eaf2-4001-b329-204f25282a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9c4f44-6a80-4408-bab6-27132dd724bb', 'code': 200} Nov 12 07:51:49.817768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=3d9c4f44-6a80-4408-bab6-27132dd724bb,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:49.847486 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:49.859021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port d1f57124-5759-40ff-a2da-1c22b1196301 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:51:49.867565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port d1f57124-5759-40ff-a2da-1c22b1196301 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:49.867565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:49.900455 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Deleting port 37c2e98a-ee1c-480c-b88c-fe9e52bca510 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:49.900838 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:49.940626 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a2f3dc8-2bc4-45bb-a705-1784e125e3f1 req-322b01bb-5867-457b-ac50-fff03b915f6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 1160 time: 0.1207435 Nov 12 07:51:49.943394 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:49.961641 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:50.032200 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2a2f3dc8-2bc4-45bb-a705-1784e125e3f1 req-f40974c0-c9dc-4e6e-93d9-e7ac1aee7be9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2d4f30cc-5b15-41e6-822a-7fe22b5223ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842240 Nov 12 07:51:50.055536 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:50.132000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port d1f57124-5759-40ff-a2da-1c22b1196301, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=d1f57124-5759-40ff-a2da-1c22b1196301,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:50.135739 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:50.137954 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bcc851bf-aa22-4035-9839-b169f6417ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:50.152248 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:50.258732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1efe8-1b3f-4dfc-98d5-5c979fe68905 req-5c927007-04aa-4806-940b-5a0ba5266225 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:50.266437 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d7c1efe8-1b3f-4dfc-98d5-5c979fe68905 req-5c927007-04aa-4806-940b-5a0ba5266225 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 943 time: 0.7192411 Nov 12 07:51:50.286009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=d1f57124-5759-40ff-a2da-1c22b1196301,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:50.296726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 3d9c4f44-6a80-4408-bab6-27132dd724bb up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:50.299990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55642) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:50.333890 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:50.363611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Transition to ACTIVE for port object 901a4160-cec7-48e8-8567-f2facdb2ff42 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:51:50.383492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 3d9c4f44-6a80-4408-bab6-27132dd724bb triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:50.384403 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:50.492467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Network 1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:51:50.536305 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d7c1efe8-1b3f-4dfc-98d5-5c979fe68905 req-835bd191-ea15-4614-aa47-a6ba939930bc tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/security-groups?id=2d4f30cc-5b15-41e6-822a-7fe22b5223ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686684 Nov 12 07:51:50.550372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device d1f57124-5759-40ff-a2da-1c22b1196301 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:51:50.609531 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:51:50.626582 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:50.662663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port d1f57124-5759-40ff-a2da-1c22b1196301 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:50.663094 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:50.712450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:50.716881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Usage tracker for resource:security_group_rule and tenant:27b35048d90044b6b816da823a8ecdfc is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:50.720004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:50.727419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:50.764630 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-00983dab-c1a7-4473-9d61-8eecaf1b4b75 req-6f0a617a-96bc-4a42-ab99-750d3ec49644 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 210 time: 0.2748897 Nov 12 07:51:50.815759 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:50.819186 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:50.828593 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd11097b-aaa0-47cc-8bd2-e94086ab98d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:50.887353 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=27b35048d90044b6b816da823a8ecdfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5852833 Nov 12 07:51:50.888367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10470940-f47b-44f6-b9b5-c0894671852e,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:50.891585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55652) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:50.915889 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:50.919491 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.919923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.920482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.921091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.921505 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.921915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.922321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.923084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.923490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.924015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.924426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.924827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.925358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.925759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.926160 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.926559 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.926960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.927357 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.927759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.928161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.928550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.929056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.929458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.929869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.930539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.931055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.931458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.931874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.932272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.932671 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.933115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.933508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.934007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.934330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.935348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.935760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:51:50.942908 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:50.943607 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e049b32a-c7c0-4b3e-b5e5-2d0d54c01849 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:50.994672 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7a9ca614-45b2-4ad7-a8c8-1342c9be0d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:51.028949 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7a9ca614-45b2-4ad7-a8c8-1342c9be0d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:51.085336 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7a9ca614-45b2-4ad7-a8c8-1342c9be0d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:51.090914 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b3485afd-c003-40b7-b3e0-f695fea8f883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:51.105748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ca614-45b2-4ad7-a8c8-1342c9be0d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10470940-f47b-44f6-b9b5-c0894671852e,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:51.108720 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7a9ca614-45b2-4ad7-a8c8-1342c9be0d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:51.109987 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7a9ca614-45b2-4ad7-a8c8-1342c9be0d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:51.111234 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7a9ca614-45b2-4ad7-a8c8-1342c9be0d95 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/10470940-f47b-44f6-b9b5-c0894671852e HTTP/1.1" status: 204 len: 168 time: 0.2179899 Nov 12 07:51:51.440860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] For port 37c2e98a-ee1c-480c-b88c-fe9e52bca510, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=37c2e98a-ee1c-480c-b88c-fe9e52bca510,segment=NetworkSegment(0326d7ec-6c26-497e-bb77-b7f2b460ac8c),segment_id=0326d7ec-6c26-497e-bb77-b7f2b460ac8c)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:51.441484 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:51.478792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:51.559951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:51:51.631513 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Calling delete_port for 37c2e98a-ee1c-480c-b88c-fe9e52bca510 owned by network:router_interface {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:51.683288 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:51.723953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:51.736777 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:51.743003 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:51.782183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b6e51-2e9f-4d60-8f97-b03b43bfe2fa req-a14a4221-8a76-46c9-80e6-b4fa4958a91a tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:51.785108 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b95b6e51-2e9f-4d60-8f97-b03b43bfe2fa req-a14a4221-8a76-46c9-80e6-b4fa4958a91a tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee HTTP/1.1" status: 200 len: 946 time: 1.0363340 Nov 12 07:51:51.809610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fdb6bd1-d757-4afe-9ae1-8476e3d133c4,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:51.819159 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a385b28b-a2c1-442d-8372-2097ad4aa15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f57124-5759-40ff-a2da-1c22b1196301'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:51.834927 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] 10.222.0.40 "DELETE /v2.0/networks/1fdb6bd1-d757-4afe-9ae1-8476e3d133c4 HTTP/1.1" status: 204 len: 168 time: 3.8285542 Nov 12 07:51:51.835795 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-903661ab-aa3c-4e4e-991d-f0b6e2307120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:51.885766 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Network b40a7887-4c1c-427c-9422-e58922b307fe is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:51:51.900537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:51:51.910034 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26841a-8b8e-41bc-911d-5d7a8bc1f836 req-2ab58aea-b252-4636-aece-e0a82b0a95b9 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:51.917703 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b26841a-8b8e-41bc-911d-5d7a8bc1f836 req-2ab58aea-b252-4636-aece-e0a82b0a95b9 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 948 time: 0.9804077 Nov 12 07:51:51.920477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:51:52.089682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55682) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:52.116725 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b95b6e51-2e9f-4d60-8f97-b03b43bfe2fa req-a793a29b-7e72-43ee-a438-6dc4ba2360af tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156264 Nov 12 07:51:52.160611 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b26841a-8b8e-41bc-911d-5d7a8bc1f836 req-013bee9e-cad5-4eec-a422-8e4bac47d17b tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/security-groups?id=118efb21-68fa-452a-863f-6e2fd00d4004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418721 Nov 12 07:51:52.219366 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-21df1a8d-650b-4ceb-8cb4-d887f5e3911d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e56cbd5483e14952b7a82e515f42639c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1257632 Nov 12 07:51:52.219564 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:52.219564 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:52.221383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55688) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:52.270151 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3301737 Nov 12 07:51:52.308380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Request body: {'port': {'device_id': '10d21006-149a-4e24-8208-2016edf9fc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:52.315425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b4cee24f-5fbb-44a6-a3ac-4e4dcd24397b None None] Provisioning for port 901a4160-cec7-48e8-8567-f2facdb2ff42 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:51:52.328631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b4cee24f-5fbb-44a6-a3ac-4e4dcd24397b None None] Provisioning complete for port 901a4160-cec7-48e8-8567-f2facdb2ff42 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:52.329967 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b4cee24f-5fbb-44a6-a3ac-4e4dcd24397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:52.367449 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-410ddc13-ad19-4986-bda8-4294df5a5110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:52.413851 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device d1f57124-5759-40ff-a2da-1c22b1196301 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:51:52.422143 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-410ddc13-ad19-4986-bda8-4294df5a5110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:52.476437 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-410ddc13-ad19-4986-bda8-4294df5a5110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:52.482896 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:52.500168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ddc13-ad19-4986-bda8-4294df5a5110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfda394-5550-4ddf-b06f-42a8f7a2cdcc,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:52.500519 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b4cee24f-5fbb-44a6-a3ac-4e4dcd24397b None None] Port 901a4160-cec7-48e8-8567-f2facdb2ff42 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:51:52.513502 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-410ddc13-ad19-4986-bda8-4294df5a5110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:52.536268 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port d1f57124-5759-40ff-a2da-1c22b1196301 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:51:52.537063 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:52.541481 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-410ddc13-ad19-4986-bda8-4294df5a5110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:52.565996 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-410ddc13-ad19-4986-bda8-4294df5a5110 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/1cfda394-5550-4ddf-b06f-42a8f7a2cdcc HTTP/1.1" status: 204 len: 168 time: 0.3432438 Nov 12 07:51:52.685545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-96796d75-4c47-4ea6-89b8-bd0a2b7991db tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:52.687282 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-96796d75-4c47-4ea6-89b8-bd0a2b7991db tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.33 "GET /v2.0/ports?device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee HTTP/1.1" status: 200 len: 946 time: 0.6961749 Nov 12 07:51:52.895908 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:52.918750 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bc6b3583-f792-4d73-ab90-477d56605ae7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:53.037665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Deleting port 5a72d73d-de95-4247-8971-a8a831032db1 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:53.038058 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:53.079126 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c2e98a-ee1c-480c-b88c-fe9e52bca510,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:53.093255 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:53.123372 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:53.150382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f98459-575d-48dd-8f3d-57afcf4b4587 req-cf41c0fa-977a-4501-b435-e25c28decba6 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:53.151173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-18f98459-575d-48dd-8f3d-57afcf4b4587 req-cf41c0fa-977a-4501-b435-e25c28decba6 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Synchronizing usage tracker for tenant:6a2815708d614ce1b993a1a3e41c0d64 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:53.166055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd4318-b337-4582-bb36-5b8d4d993941 req-e8ec8005-331c-4b51-a4e5-f2d91d7ab07a tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:53.167697 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-11dd4318-b337-4582-bb36-5b8d4d993941 req-e8ec8005-331c-4b51-a4e5-f2d91d7ab07a tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 945 time: 0.6719344 Nov 12 07:51:53.325172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 5a72d73d-de95-4247-8971-a8a831032db1 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:53.333946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-18f98459-575d-48dd-8f3d-57afcf4b4587 req-cf41c0fa-977a-4501-b435-e25c28decba6 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Unset dirty status for tenant:6a2815708d614ce1b993a1a3e41c0d64 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:53.335306 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-18f98459-575d-48dd-8f3d-57afcf4b4587 req-cf41c0fa-977a-4501-b435-e25c28decba6 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 934 time: 0.8918519 Nov 12 07:51:53.483263 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:53.533524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 5a72d73d-de95-4247-8971-a8a831032db1, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=5a72d73d-de95-4247-8971-a8a831032db1,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:53.539307 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:53.541412 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:53.562476 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-11dd4318-b337-4582-bb36-5b8d4d993941 req-bb5aa65a-bf86-4d2c-8e33-cfd0e5cf7c04 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/security-groups?id=2d4f30cc-5b15-41e6-822a-7fe22b5223ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841834 Nov 12 07:51:53.665976 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-18f98459-575d-48dd-8f3d-57afcf4b4587 req-3b98fd45-8d0d-4fa0-9ca4-1ff15488f4c1 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051894 Nov 12 07:51:53.685820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=5a72d73d-de95-4247-8971-a8a831032db1,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:53.695369 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:53.733369 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a385b28b-a2c1-442d-8372-2097ad4aa15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f57124-5759-40ff-a2da-1c22b1196301', 'code': 200} Nov 12 07:51:53.806872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] For port 5a72d73d-de95-4247-8971-a8a831032db1, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=5a72d73d-de95-4247-8971-a8a831032db1,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:53.807291 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:53.966352 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d1192dd0-c0c7-40bb-a5f0-5113d66a7b75 req-c1cf92bd-1e84-4f7b-ae6d-af45d6af249e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 1163 time: 0.1650443 Nov 12 07:51:53.988487 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55728) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:54.034750 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d1192dd0-c0c7-40bb-a5f0-5113d66a7b75 req-3a42aa2b-ed25-4c1c-9bad-3f3cd944a30b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=118efb21-68fa-452a-863f-6e2fd00d4004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621529 Nov 12 07:51:54.202187 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-201198116-network', 'tenant_id': '66bc556cd30d4e279684c8ac218b0616'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:54.208124 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:54.213420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Usage tracker for resource:network and tenant:66bc556cd30d4e279684c8ac218b0616 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:54.223434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:54.230890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:54.243417 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Made reservation on behalf of 66bc556cd30d4e279684c8ac218b0616 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:51:54.249371 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:54.265054 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:54.317112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:54.322069 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Usage tracker for resource:security_group_rule and tenant:66bc556cd30d4e279684c8ac218b0616 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:54.326127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:54.332822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:54.408881 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:54.410446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Calling delete_port for 5a72d73d-de95-4247-8971-a8a831032db1 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:54.412528 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:54.429998 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:51:54.441991 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:54.442489 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Added segment 38e66127-2cdb-47cd-8bf1-a72e98eac274 of type vxlan for network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a Nov 12 07:51:54.443748 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-95bfdea9-b16f-4a1d-8915-ae74e767047c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:54.502551 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:54.557286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9208747c-b9b5-44c9-b19f-e6157118bfb7,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:54.560842 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:54.562012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:54.562680 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:54.586520 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:54.587326 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94715bf9-c9b6-4de2-84df-880db1b5e4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:54.608192 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6123867 Nov 12 07:51:54.610239 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55734) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:54.671948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Request body: {'subnet': {'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-201198116-subnet', 'tenant_id': '66bc556cd30d4e279684c8ac218b0616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:51:54.677609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:54.682941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Usage tracker for resource:subnet and tenant:66bc556cd30d4e279684c8ac218b0616 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:54.686084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:54.692036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:54.707044 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:51:54.707422 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:51:54.720260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Made reservation on behalf of 66bc556cd30d4e279684c8ac218b0616 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:51:54.725493 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:54.738346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53033beb-e1b6-4f65-a7fd-d12385ace5ad req-5929aeef-848b-4a6c-815e-0ac4d7ab8c50 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:54.740017 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-53033beb-e1b6-4f65-a7fd-d12385ace5ad req-5929aeef-848b-4a6c-815e-0ac4d7ab8c50 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee HTTP/1.1" status: 200 len: 944 time: 0.7269287 Nov 12 07:51:54.824308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Pushing event updated for resources: {'Network': ['ID=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:54.831302 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:54.840042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:51:54.929755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901a4160-cec7-48e8-8567-f2facdb2ff42 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:51:54.949551 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:54.966950 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-53033beb-e1b6-4f65-a7fd-d12385ace5ad req-736bf64b-127c-4397-ae91-e65509bb8d11 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157199 Nov 12 07:51:54.980404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Transition to ACTIVE for port object 901a4160-cec7-48e8-8567-f2facdb2ff42 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:51:54.981493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:51:54.989578 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:55.003986 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847671257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7982554'] for router_interface, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:55.011462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:51:55.026408 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-89c12e92-84b2-4af7-9def-d5aa337a48b5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:55.309225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Deleting port 5a72d73d-de95-4247-8971-a8a831032db1 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:55.309617 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:55.440706 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c04a5-7835-4e1c-aab6-79758d09745a req-3ee9cac9-e060-4b74-ba91-d119fd22efac tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:55.448923 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b7c04a5-7835-4e1c-aab6-79758d09745a req-3ee9cac9-e060-4b74-ba91-d119fd22efac tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 948 time: 0.6168318 Nov 12 07:51:55.484115 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:55.500620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:55.526123 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:55.728001 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5b7c04a5-7835-4e1c-aab6-79758d09745a req-02896354-23de-498c-8948-b2098afcd088 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/security-groups?id=118efb21-68fa-452a-863f-6e2fd00d4004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779727 Nov 12 07:51:55.734230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd842488-b547-4dfb-90b0-5d8bdf37abee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a72d73d-de95-4247-8971-a8a831032db1'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:55.913574 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd842488-b547-4dfb-90b0-5d8bdf37abee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a72d73d-de95-4247-8971-a8a831032db1', 'code': 200} Nov 12 07:51:55.931644 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-23cc1266-3ab0-4bff-94b8-3ba0bae364ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:56.011119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6330501-7b7b-4e25-bbd2-c827be91faad,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:56.014919 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:56.073659 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Checking segment: {'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:51:56.074080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Network hostable DHCP agents. Network: 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:51:56.132141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:51:56.142886 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:51:56.155169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f4ee5d-b0ae-42ab-9878-58ca986fddf4 None None] Network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:51:56.161212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:56.161800 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:56.210172 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-dc7143ca-245d-4681-844b-c30d3c9aaa24 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5986457 Nov 12 07:51:56.291433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8991467-42ff-4a3a-b57c-49015ba6e5fc req-1c309efb-64b1-4a16-a898-07ef1b65df16 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:56.300556 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b8991467-42ff-4a3a-b57c-49015ba6e5fc req-1c309efb-64b1-4a16-a898-07ef1b65df16 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 946 time: 0.8348022 Nov 12 07:51:56.449055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] For port 5a72d73d-de95-4247-8971-a8a831032db1, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=5a72d73d-de95-4247-8971-a8a831032db1,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:56.449642 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:56.477935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be639f63-f3da-465e-b58f-266a7aa6b914 None None] Network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:51:56.710703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Calling delete_port for 5a72d73d-de95-4247-8971-a8a831032db1 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:57.142948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Attempting to bind port 901a4160-cec7-48e8-8567-f2facdb2ff42 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:51:57.143328 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Attempting to bind port 901a4160-cec7-48e8-8567-f2facdb2ff42 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:51:57.143703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Attempting to bind port 901a4160-cec7-48e8-8567-f2facdb2ff42 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:51:57.152389 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b8991467-42ff-4a3a-b57c-49015ba6e5fc req-7788139d-a6c8-4d6f-8b45-9387b90871e3 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6764405 Nov 12 07:51:57.160552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:51:57.160957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:51:57.161373 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:57.161772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:51:57.162261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Bound port: 901a4160-cec7-48e8-8567-f2facdb2ff42, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:51:57.162635 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:57.413993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db692103-4b66-4c1b-a59d-16c2718a2ef9 req-bd1b78d1-93f3-4ef4-86c0-74a11210885d tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:57.415547 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db692103-4b66-4c1b-a59d-16c2718a2ef9 req-bd1b78d1-93f3-4ef4-86c0-74a11210885d tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=cd842488-b547-4dfb-90b0-5d8bdf37abee HTTP/1.1" status: 200 len: 944 time: 0.6577592 Nov 12 07:51:57.420162 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:57.445696 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:57.496041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:51:57.629075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Pushing event deleted for resources: {'Port': ['ID=5a72d73d-de95-4247-8971-a8a831032db1,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:57.635848 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:57.662730 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:51:57.696752 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:57.767483 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c3a6864c-7ad7-45a7-bf74-531c55a8489f tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:57.774744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-c1189649-64d9-4f24-bd92-bcdbf898c3be tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:57.776021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-c1189649-64d9-4f24-bd92-bcdbf898c3be tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Synchronizing usage tracker for tenant:92d8692f050448f083be753c6077718b on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:51:57.799176 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-c1189649-64d9-4f24-bd92-bcdbf898c3be tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Unset dirty status for tenant:92d8692f050448f083be753c6077718b on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:51:57.800446 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-c1189649-64d9-4f24-bd92-bcdbf898c3be tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.41 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 945 time: 0.1205571 Nov 12 07:51:57.855601 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db692103-4b66-4c1b-a59d-16c2718a2ef9 req-4344120a-c6c3-44dc-aab3-bfb2241c7ba0 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257481 Nov 12 07:51:57.875279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55780) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:57.918023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Deleting port 3d9c4f44-6a80-4408-bab6-27132dd724bb {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:57.918460 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:57.920715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9a753-1cf3-41b3-aeff-99e98adeff56 req-ffed63b3-cf48-4385-ab68-835bf24ae3b0 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:57.922219 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a1e9a753-1cf3-41b3-aeff-99e98adeff56 req-ffed63b3-cf48-4385-ab68-835bf24ae3b0 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 945 time: 0.6233759 Nov 12 07:51:58.021055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:58.120980 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:58.200703 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-42329f36-0e3f-498f-94c9-ea963b80dee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.243470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] For port 3d9c4f44-6a80-4408-bab6-27132dd724bb, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=3d9c4f44-6a80-4408-bab6-27132dd724bb,segment=NetworkSegment(cd846e41-522e-4587-b465-96d9a432cee9),segment_id=cd846e41-522e-4587-b465-96d9a432cee9)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:58.243803 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.267472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] No DVR routers for this DVR port 5a72d73d-de95-4247-8971-a8a831032db1 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:51:58.276390 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.281453 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd842488-b547-4dfb-90b0-5d8bdf37abee', 'name': 'network-vif-deleted', 'tag': '5a72d73d-de95-4247-8971-a8a831032db1'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:58.319725 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a1e9a753-1cf3-41b3-aeff-99e98adeff56 req-b0727699-506a-4975-91ff-4a858c31beb0 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/security-groups?id=2d4f30cc-5b15-41e6-822a-7fe22b5223ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873610 Nov 12 07:51:58.369640 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-246ccda1-84cb-4f24-9ed3-2bc156738258 req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.33 "DELETE /v2.0/ports/5a72d73d-de95-4247-8971-a8a831032db1 HTTP/1.1" status: 204 len: 173 time: 5.6615787 Nov 12 07:51:58.375843 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.377385 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] 10.222.0.33 "PUT /v2.0/ports/901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 1158 time: 6.0924461 Nov 12 07:51:58.414760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 3d9c4f44-6a80-4408-bab6-27132dd724bb no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:51:58.438504 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Calling delete_port for 3d9c4f44-6a80-4408-bab6-27132dd724bb owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:58.483154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-42329f36-0e3f-498f-94c9-ea963b80dee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:51:58.491476 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-42329f36-0e3f-498f-94c9-ea963b80dee9 admin admin] Usage tracker for resource:security_group_rule and tenant:3c59521dfdd6432f97e8a82bca577485 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:51:58.495679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-42329f36-0e3f-498f-94c9-ea963b80dee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:51:58.506155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-42329f36-0e3f-498f-94c9-ea963b80dee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:51:58.625251 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-42329f36-0e3f-498f-94c9-ea963b80dee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.667044 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-42329f36-0e3f-498f-94c9-ea963b80dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.696743 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-534951a7-c5dd-4adf-8e6a-a1001ba0ef8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:58.756255 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.763769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42329f36-0e3f-498f-94c9-ea963b80dee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076cf457-f76a-4a5f-89d8-6e77031c545b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:58.768949 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-42329f36-0e3f-498f-94c9-ea963b80dee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:58.771434 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-42329f36-0e3f-498f-94c9-ea963b80dee9 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3c59521dfdd6432f97e8a82bca577485&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8950725 Nov 12 07:51:58.785165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55804) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:51:58.792445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec05cf7e-eaf2-4001-b329-204f25282a0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d9c4f44-6a80-4408-bab6-27132dd724bb'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:51:58.803846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 3d9c4f44-6a80-4408-bab6-27132dd724bb, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=3d9c4f44-6a80-4408-bab6-27132dd724bb,segment=NetworkSegment(cd846e41-522e-4587-b465-96d9a432cee9),segment_id=cd846e41-522e-4587-b465-96d9a432cee9)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:58.807419 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.810213 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:58.828824 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:51:58.829202 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:51:58.859091 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8fb84284-a48d-4665-9078-70cf9b3bd082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.880649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=3d9c4f44-6a80-4408-bab6-27132dd724bb,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:58.885244 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:58.889114 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8fb84284-a48d-4665-9078-70cf9b3bd082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.895785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3f24621a-b9d4-45e8-9f93-955d77680dfe tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:58.897559 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3f24621a-b9d4-45e8-9f93-955d77680dfe tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/networks?id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a HTTP/1.1" status: 200 len: 817 time: 0.5768192 Nov 12 07:51:58.940575 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8fb84284-a48d-4665-9078-70cf9b3bd082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.944080 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7a9ca614-45b2-4ad7-a8c8-1342c9be0d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:58.953681 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a06bf3f5-2c1d-4be0-b46b-f4b252d360b5 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/quotas/66bc556cd30d4e279684c8ac218b0616 HTTP/1.1" status: 200 len: 375 time: 0.0474133 Nov 12 07:51:58.959047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84284-a48d-4665-9078-70cf9b3bd082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076cf457-f76a-4a5f-89d8-6e77031c545b,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:51:58.962221 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8fb84284-a48d-4665-9078-70cf9b3bd082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:51:58.974578 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8fb84284-a48d-4665-9078-70cf9b3bd082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:58.978211 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-8fb84284-a48d-4665-9078-70cf9b3bd082 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/076cf457-f76a-4a5f-89d8-6e77031c545b HTTP/1.1" status: 204 len: 168 time: 0.1895304 Nov 12 07:51:59.026856 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-bf3bd874-fb2f-4806-8a58-519f5f5f57ac tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?tenant_id=66bc556cd30d4e279684c8ac218b0616&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627649 Nov 12 07:51:59.046517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223aebd4-3f94-499e-a6ff-b242ce90a428 req-33f0535b-f31e-47c1-aedc-5038d6c499ec tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:59.048589 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-223aebd4-3f94-499e-a6ff-b242ce90a428 req-33f0535b-f31e-47c1-aedc-5038d6c499ec tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 948 time: 0.3665233 Nov 12 07:51:59.053935 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-0e15fdc3-87a3-4587-974b-29f9bd3f2fd3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1161 time: 0.6020072 Nov 12 07:51:59.240349 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-79d08bfc-abb2-42ea-99e6-bbcebdabe9c6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 217 time: 0.1586454 Nov 12 07:51:59.330781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Deleting port 3d9c4f44-6a80-4408-bab6-27132dd724bb {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:51:59.331924 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:59.361483 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-223aebd4-3f94-499e-a6ff-b242ce90a428 req-c73d5034-4548-41f8-acb4-acc659086aab tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/security-groups?id=118efb21-68fa-452a-863f-6e2fd00d4004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845199 Nov 12 07:51:59.405787 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-e724b43a-871b-48f2-a3e6-3aabcf3dc23b service neutron] 10.222.0.40 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562601 Nov 12 07:51:59.415166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-61098691-f7b7-4eda-b27a-1567b8d5a78f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:51:59.416621 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-61098691-f7b7-4eda-b27a-1567b8d5a78f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1629567 Nov 12 07:51:59.638365 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] For port 3d9c4f44-6a80-4408-bab6-27132dd724bb, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=3d9c4f44-6a80-4408-bab6-27132dd724bb,segment=NetworkSegment(cd846e41-522e-4587-b465-96d9a432cee9),segment_id=cd846e41-522e-4587-b465-96d9a432cee9)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:51:59.638895 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:59.783080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Calling delete_port for 3d9c4f44-6a80-4408-bab6-27132dd724bb owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:51:59.938133 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:51:59.950423 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Router 76c40ad6-d380-4f13-a085-212edbee02a6 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:51:59.963804 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0ab7daf7-abea-4103-aadd-d8e545f50a0c tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:51:59.998232 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a33f635b-3ca8-476b-8c9a-d5a69e8db11e service neutron] 10.222.0.40 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5804901 Nov 12 07:52:00.067936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Pushing event deleted for resources: {'Port': ['ID=3d9c4f44-6a80-4408-bab6-27132dd724bb,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:00.078939 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:00.090290 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be1161-99f6-4184-9d48-19601f19e748 req-33c52e4c-dae6-4fb1-a490-52a215d16c67 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:00.091926 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d0be1161-99f6-4184-9d48-19601f19e748 req-33c52e4c-dae6-4fb1-a490-52a215d16c67 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 946 time: 0.5377541 Nov 12 07:52:00.146783 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-633156e1-1d5e-41e1-b970-dd024cd02903 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6961722 Nov 12 07:52:00.175305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-ca79145b-28da-42d5-8b16-e8bd81ad8439 service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:52:00.176403 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-ca79145b-28da-42d5-8b16-e8bd81ad8439 service neutron] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0218501 Nov 12 07:52:00.190547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] No DVR routers for this DVR port 3d9c4f44-6a80-4408-bab6-27132dd724bb on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:52:00.193372 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:00.196703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec05cf7e-eaf2-4001-b329-204f25282a0a', 'name': 'network-vif-deleted', 'tag': '3d9c4f44-6a80-4408-bab6-27132dd724bb'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:00.210929 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5b1a91a-308f-4736-9c89-f2041ca036bb req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.41 "DELETE /v2.0/ports/3d9c4f44-6a80-4408-bab6-27132dd724bb HTTP/1.1" status: 204 len: 173 time: 2.4045177 Nov 12 07:52:00.299660 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a6e03220-cb3f-4364-8041-1c59841af389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:00.353541 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d0be1161-99f6-4184-9d48-19601f19e748 req-6bcb8aa2-0841-4524-a92f-a717f70351b5 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105379 Nov 12 07:52:00.390047 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd842488-b547-4dfb-90b0-5d8bdf37abee', 'name': 'network-vif-deleted', 'tag': '5a72d73d-de95-4247-8971-a8a831032db1', 'status': 'completed', 'code': 200} Nov 12 07:52:00.431068 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-1811f2f8-9194-4a48-a63c-cb1f73d2f752 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290022 Nov 12 07:52:00.684638 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:52:00.694144 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c7544a6e-84c5-40a7-971d-115c7fc80145 admin admin] 10.222.0.40 "PUT /v2.0/routers/76c40ad6-d380-4f13-a085-212edbee02a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1236181 Nov 12 07:52:00.694648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55858) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:00.696439 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a3b79940-919d-4a80-9c70-29eea3af75ee req-3ca0c7e6-5bc1-4538-ad3f-875a4531f9d5 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2527692 Nov 12 07:52:00.700760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745c4b6-ea08-4094-b462-c0d218b6e1b2 None None] Sync routers for ids ['76c40ad6-d380-4f13-a085-212edbee02a6'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:52:00.733923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745c4b6-ea08-4094-b462-c0d218b6e1b2 None None] Routers {'76c40ad6-d380-4f13-a085-212edbee02a6'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:00.735118 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f745c4b6-ea08-4094-b462-c0d218b6e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:51:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['76c40ad6-d380-4f13-a085-212edbee02a6'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:00.956172 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-09b9fa0c-ad22-4094-aa6e-09b21f26341f req-8b6da71c-b2e7-4749-8821-953c575c3040 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] 10.222.0.40 "GET /v2.0/ports?device_id=ec05cf7e-eaf2-4001-b329-204f25282a0a HTTP/1.1" status: 200 len: 210 time: 0.0886605 Nov 12 07:52:01.045834 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec05cf7e-eaf2-4001-b329-204f25282a0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d9c4f44-6a80-4408-bab6-27132dd724bb', 'code': 200} Nov 12 07:52:01.047057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-f745c4b6-ea08-4094-b462-c0d218b6e1b2 None None] Set router 76c40ad6-d380-4f13-a085-212edbee02a6 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:01.050115 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Notify callbacks [] for router, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:01.439152 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:01.450399 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec05cf7e-eaf2-4001-b329-204f25282a0a', 'name': 'network-vif-deleted', 'tag': '3d9c4f44-6a80-4408-bab6-27132dd724bb', 'status': 'completed', 'code': 200} Nov 12 07:52:01.461808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Deleting port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:52:01.462186 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:01.713518 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f745c4b6-ea08-4094-b462-c0d218b6e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'name': 'tempest-ServersTestMultiNic-1116958986-router', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:48:53Z', 'updated_at': '2020-11-12T07:51:52Z', 'revision_number': 5, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'gw_port': {'id': 'b1bad93e-5cea-4ad8-9a7a-38c5ae0af192', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:86:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:48:54Z', 'updated_at': '2020-11-12T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:01.725124 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745c4b6-ea08-4094-b462-c0d218b6e1b2 None None] Checking router: 76c40ad6-d380-4f13-a085-212edbee02a6 for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:52:01.772771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745c4b6-ea08-4094-b462-c0d218b6e1b2 None None] Routers {'76c40ad6-d380-4f13-a085-212edbee02a6'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:01.774179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f745c4b6-ea08-4094-b462-c0d218b6e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:51:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['76c40ad6-d380-4f13-a085-212edbee02a6'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:01.835004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58c086-069d-4755-b5ee-3deea5ec0dbd req-a1b0b4b2-7e38-4422-bdf1-4cabdc72546f tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:01.842404 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3c58c086-069d-4755-b5ee-3deea5ec0dbd req-a1b0b4b2-7e38-4422-bdf1-4cabdc72546f tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 948 time: 0.2087333 Nov 12 07:52:01.888703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] For port b1bad93e-5cea-4ad8-9a7a-38c5ae0af192, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=b1bad93e-5cea-4ad8-9a7a-38c5ae0af192,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:01.889128 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:01.999235 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3c58c086-069d-4755-b5ee-3deea5ec0dbd req-a482b837-b177-4bf3-8096-c6b2bca8b523 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/security-groups?id=118efb21-68fa-452a-863f-6e2fd00d4004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553891 Nov 12 07:52:02.016145 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78e9de5a-a1e2-4194-9df6-0d82ea77140a req-0dd9ffac-aaae-4a96-acfc-eddb5800479f tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 210 time: 0.0840588 Nov 12 07:52:02.051012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-f745c4b6-ea08-4094-b462-c0d218b6e1b2 None None] Set router 76c40ad6-d380-4f13-a085-212edbee02a6 gateway port host: None {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:02.128973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Calling delete_port for b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 owned by network:router_gateway {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:52:02.207069 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f745c4b6-ea08-4094-b462-c0d218b6e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'name': 'tempest-ServersTestMultiNic-1116958986-router', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:48:53Z', 'updated_at': '2020-11-12T07:52:01Z', 'revision_number': 6, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'gw_port_host': None}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:02.212646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f745c4b6-ea08-4094-b462-c0d218b6e1b2 None None] The sync data for ids ['76c40ad6-d380-4f13-a085-212edbee02a6'] in n-d-761264-6 is: [{'id': '76c40ad6-d380-4f13-a085-212edbee02a6', 'name': 'tempest-ServersTestMultiNic-1116958986-router', 'tenant_id': 'f7f6284ec3334837b98e58a75303b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:48:53Z', 'updated_at': '2020-11-12T07:52:01Z', 'revision_number': 6, 'project_id': 'f7f6284ec3334837b98e58a75303b649', 'gw_port_host': None}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:52:02.308633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c8c7c-544b-4fe8-9847-bc0b57a8fafd req-95fb4bf0-d028-4025-b248-871cd87e6a6a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:02.318096 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-252c8c7c-544b-4fe8-9847-bc0b57a8fafd req-95fb4bf0-d028-4025-b248-871cd87e6a6a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 946 time: 0.1692233 Nov 12 07:52:02.392175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:02.403722 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-252c8c7c-544b-4fe8-9847-bc0b57a8fafd req-d513fb97-4a43-46e1-9bfb-66b0c4746c98 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844951 Nov 12 07:52:02.545259 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:02.577018 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:02.697256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10941e6-cc49-41f1-a4d3-211ffd61bbbd req-b56252a7-23d3-4646-aabf-a23b349b2242 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:02.698443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d10941e6-cc49-41f1-a4d3-211ffd61bbbd req-b56252a7-23d3-4646-aabf-a23b349b2242 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Synchronizing usage tracker for tenant:942b55ddbbf440699b672e0304a679e4 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:52:02.718495 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d10941e6-cc49-41f1-a4d3-211ffd61bbbd req-b56252a7-23d3-4646-aabf-a23b349b2242 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Unset dirty status for tenant:942b55ddbbf440699b672e0304a679e4 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:52:02.722491 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b1bad93e-5cea-4ad8-9a7a-38c5ae0af192,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:02.731240 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d10941e6-cc49-41f1-a4d3-211ffd61bbbd req-b56252a7-23d3-4646-aabf-a23b349b2242 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 0.1355133 Nov 12 07:52:02.731407 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:02.788142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 55906) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:02.804174 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d10941e6-cc49-41f1-a4d3-211ffd61bbbd req-802b5bd5-c60a-48ef-892a-de4db717cb04 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/security-groups?id=071fecfe-d3cb-4ab6-96e1-8082017a73c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695033 Nov 12 07:52:02.874002 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42', 'status': 'completed', 'code': 200} Nov 12 07:52:02.969004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-cc933257-1807-44ef-9aac-fd24d97b07be tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:02.969701 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-cc933257-1807-44ef-9aac-fd24d97b07be tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Synchronizing usage tracker for tenant:d5b26a31d1b04de9ace8bb66d113a0fc on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:52:02.987265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-cc933257-1807-44ef-9aac-fd24d97b07be tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Unset dirty status for tenant:d5b26a31d1b04de9ace8bb66d113a0fc on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:52:02.988599 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-cc933257-1807-44ef-9aac-fd24d97b07be tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.41 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 948 time: 0.5105464 Nov 12 07:52:03.002419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6fd1d6-7195-47bf-a044-172a18f199fd admin admin] Deleting subnet 5c2d2d32-c2b3-469a-9b6d-0f4b95ffad83 {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:52:03.006810 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd1d6-7195-47bf-a044-172a18f199fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:03.039465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-65582714-7622-48d4-bef4-8effc0cc3303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:03.105475 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:03.286089 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:03.406775 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd1d6-7195-47bf-a044-172a18f199fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:03.550042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Deleting port d1f57124-5759-40ff-a2da-1c22b1196301 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:52:03.550388 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:03.620995 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76c5cae1-e33a-428c-964a-c4ff3248bdd6 req-bd04fec6-8469-412e-8c2c-96e10b9e5a94 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1161 time: 0.7442932 Nov 12 07:52:03.735481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 901a4160-cec7-48e8-8567-f2facdb2ff42 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:03.804935 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7950908'] for router_gateway, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:03.851553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 901a4160-cec7-48e8-8567-f2facdb2ff42 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:03.857498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 901a4160-cec7-48e8-8567-f2facdb2ff42 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:03.857982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.029799 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.067825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:04.068963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:04.075879 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.077793 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:04.163879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:04.191203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.191598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.191714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] For port d1f57124-5759-40ff-a2da-1c22b1196301, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=d1f57124-5759-40ff-a2da-1c22b1196301,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:04.191982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.192123 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.192363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.192740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.193142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.193490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.194066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.194506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.194870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.195348 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.195756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.196175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.196541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.196954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.197316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.197677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.198041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.198401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.198762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.199124 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.199631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.199995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.200362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.200832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.201221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.201585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.201947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.202308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.202669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.203031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.203391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.203767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.204094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.204621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.205188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:04.211946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 37c2e98a-ee1c-480c-b88c-fe9e52bca510 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:52:04.253026 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:04.254405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 37c2e98a-ee1c-480c-b88c-fe9e52bca510 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:52:04.255029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 37c2e98a-ee1c-480c-b88c-fe9e52bca510 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:52:04.255719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:52:04.329802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5cae1-e33a-428c-964a-c4ff3248bdd6 req-208406c0-32a5-4520-bfaf-f5481f8472f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:04.331370 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76c5cae1-e33a-428c-964a-c4ff3248bdd6 req-208406c0-32a5-4520-bfaf-f5481f8472f7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.6595719 Nov 12 07:52:04.336452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Calling delete_port for d1f57124-5759-40ff-a2da-1c22b1196301 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:52:04.337331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-2be87c5f-c11c-44f7-9208-915732b945f8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:04.339087 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-2be87c5f-c11c-44f7-9208-915732b945f8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.33 "GET /v2.0/networks?id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a HTTP/1.1" status: 200 len: 817 time: 1.2357442 Nov 12 07:52:04.346268 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd1d6-7195-47bf-a044-172a18f199fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.473134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device c0fb12fd-40a6-4ef5-9999-87728f2f0632 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:52:04.479562 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Request body: {'port': {'device_id': '1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d', 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a', 'admin_state_up': True, 'tenant_id': '66bc556cd30d4e279684c8ac218b0616'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:04.506284 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.524676 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3ffbcb19-1e77-43b4-b6f5-22eebdfc521e req-43e0d015-435f-44a8-a207-72a3d18e428e tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 210 time: 0.7660758 Nov 12 07:52:04.526549 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-268af135-c0b4-4e2f-b942-9c5ca59dbb39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:04.533790 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76c5cae1-e33a-428c-964a-c4ff3248bdd6 req-aaa5dbd9-208c-4fff-9b62-3152b373ae80 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 217 time: 0.1566079 Nov 12 07:52:04.554556 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:52:04.555392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device b1bad93e-5cea-4ad8-9a7a-38c5ae0af192 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:52:04.625817 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.637704 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.710156 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port c0fb12fd-40a6-4ef5-9999-87728f2f0632, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=c0fb12fd-40a6-4ef5-9999-87728f2f0632,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:04.717055 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.719149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device d1f57124-5759-40ff-a2da-1c22b1196301 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:52:04.776631 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:04.793230 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7985234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718819'] for router, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.797907 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.815894 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Pushing event deleted for resources: {'Port': ['ID=d1f57124-5759-40ff-a2da-1c22b1196301,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:04.821946 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:04.845956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57153c-821e-4f4f-a62c-b6064b5b60cb req-e8e37075-9c32-445d-a8b5-b3ff6784c00e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:04.847657 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c57153c-821e-4f4f-a62c-b6064b5b60cb req-e8e37075-9c32-445d-a8b5-b3ff6784c00e tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.41 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 945 time: 1.2540982 Nov 12 07:52:04.860303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] No Port match for: d1f57124-5759-40ff-a2da-1c22b1196301 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:52:04.860632 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7985400'] for router, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.861113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76c40ad6-d380-4f13-a085-212edbee02a6 {{(pid=80793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 12 07:52:04.861537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device d1f57124-5759-40ff-a2da-1c22b1196301 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:52:04.873929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=c0fb12fd-40a6-4ef5-9999-87728f2f0632,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:04.880877 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:04.897733 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:04.935965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-f0066770-5334-443e-9066-145700d586ad tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:04.937835 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-f0066770-5334-443e-9066-145700d586ad tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.41 "GET /v2.0/networks?id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a HTTP/1.1" status: 200 len: 817 time: 1.8357475 Nov 12 07:52:04.994147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-2c57153c-821e-4f4f-a62c-b6064b5b60cb req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Deleting port c0fb12fd-40a6-4ef5-9999-87728f2f0632 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:52:04.994147 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c57153c-821e-4f4f-a62c-b6064b5b60cb req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:05.008694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Request body: {'port': {'device_id': '3fc0f831-9a1e-447d-adf6-56b4e5cbdded', 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a', 'admin_state_up': True, 'tenant_id': '66bc556cd30d4e279684c8ac218b0616'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:05.098617 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:05.099700 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-14e264e8-e216-4339-947e-c6755463e9fb admin admin] 10.222.0.40 "DELETE /v2.0/routers/76c40ad6-d380-4f13-a085-212edbee02a6 HTTP/1.1" status: 204 len: 168 time: 4.4039698 Nov 12 07:52:05.116168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55934) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:05.139012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b30f-81cf-498f-b2f5-a5b99cc558d2 req-a4374335-9015-4522-9020-b458b6a709c8 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:05.141382 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7924b30f-81cf-498f-b2f5-a5b99cc558d2 req-a4374335-9015-4522-9020-b458b6a709c8 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/ports?device_id=a385b28b-a2c1-442d-8372-2097ad4aa15f HTTP/1.1" status: 200 len: 948 time: 1.7802858 Nov 12 07:52:05.179201 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-6c01d4be-403a-4ccd-b0ec-fa8e69771531 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:05.180854 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-6c01d4be-403a-4ccd-b0ec-fa8e69771531 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.41 "GET /v2.0/networks?id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a HTTP/1.1" status: 200 len: 817 time: 1.5004854 Nov 12 07:52:05.181802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 901a4160-cec7-48e8-8567-f2facdb2ff42 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:05.238336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Request body: {'port': {'device_id': '05dc25cd-4edd-4049-aff1-7a6553ff1d44', 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a', 'admin_state_up': True, 'tenant_id': '66bc556cd30d4e279684c8ac218b0616'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:05.259622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 901a4160-cec7-48e8-8567-f2facdb2ff42 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:05.260001 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:05.277550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5cae1-e33a-428c-964a-c4ff3248bdd6 req-3ca72abc-77c3-435c-b23a-6855ec531f51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:05.279271 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76c5cae1-e33a-428c-964a-c4ff3248bdd6 req-3ca72abc-77c3-435c-b23a-6855ec531f51 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.5842714 Nov 12 07:52:05.324985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] No DVR routers for this DVR port d1f57124-5759-40ff-a2da-1c22b1196301 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:52:05.328045 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:05.330484 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-753bb057-faec-4e8b-a282-1250eb5e68e9 req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.41 "DELETE /v2.0/ports/d1f57124-5759-40ff-a2da-1c22b1196301 HTTP/1.1" status: 204 len: 173 time: 2.2635007 Nov 12 07:52:05.358525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a385b28b-a2c1-442d-8372-2097ad4aa15f', 'name': 'network-vif-deleted', 'tag': 'd1f57124-5759-40ff-a2da-1c22b1196301'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:05.372164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-b018038a-614a-4c01-b039-0810f192d1b4 admin admin] Deleting subnet d65b218e-81a3-462b-b61b-e82d2bc64095 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:52:05.379539 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b018038a-614a-4c01-b039-0810f192d1b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:05.466792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b018038a-614a-4c01-b039-0810f192d1b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:05.543554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-2c57153c-821e-4f4f-a62c-b6064b5b60cb req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] For port c0fb12fd-40a6-4ef5-9999-87728f2f0632, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=c0fb12fd-40a6-4ef5-9999-87728f2f0632,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:05.543941 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c57153c-821e-4f4f-a62c-b6064b5b60cb req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:05.666143 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7924b30f-81cf-498f-b2f5-a5b99cc558d2 req-4f36c375-9725-43fe-a10a-8fc2bb2e243e tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] 10.222.0.40 "GET /v2.0/security-groups?id=118efb21-68fa-452a-863f-6e2fd00d4004&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756358 Nov 12 07:52:05.682578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:05.702617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-2c57153c-821e-4f4f-a62c-b6064b5b60cb req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Calling delete_port for c0fb12fd-40a6-4ef5-9999-87728f2f0632 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:52:05.717042 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd1d6-7195-47bf-a044-172a18f199fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:05.729923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Usage tracker for resource:port and tenant:66bc556cd30d4e279684c8ac218b0616 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:05.745142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:05.806009 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b018038a-614a-4c01-b039-0810f192d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:05.893407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:05.902283 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a73c9401-a906-4c7a-b7c0-885f9719563c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:05.979983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98999bd-ff69-439c-9954-c7f466695388 req-6700a692-62a7-4581-b9a7-798ab6841972 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:05.988135 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d98999bd-ff69-439c-9954-c7f466695388 req-6700a692-62a7-4581-b9a7-798ab6841972 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 1.1517158 Nov 12 07:52:06.055411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:06.065209 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c57153c-821e-4f4f-a62c-b6064b5b60cb req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:06.078911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:06.083679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Usage tracker for resource:port and tenant:66bc556cd30d4e279684c8ac218b0616 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:06.084431 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a5f17685-5c6f-41f5-8f36-fa89919b9478 tempest-ServerAddressesNegativeTestJSON-1320781526 tempest-ServerAddressesNegativeTestJSON-1320781526] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:06.088660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:06.095252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:06.109188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Usage tracker for resource:port and tenant:66bc556cd30d4e279684c8ac218b0616 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:06.117678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Made reservation on behalf of 66bc556cd30d4e279684c8ac218b0616 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:06.124562 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:06.166009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fd1d6-7195-47bf-a044-172a18f199fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2d2d32-c2b3-469a-9b6d-0f4b95ffad83,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:06.168243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:06.200081 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Made reservation on behalf of 66bc556cd30d4e279684c8ac218b0616 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:06.206172 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:06.220990 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9b6fd1d6-7195-47bf-a044-172a18f199fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:06.231738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:06.335955 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-05d273ba-f9b5-4602-a014-393be256224d req-f3538898-47c0-466a-86cd-5a03f28ec2c1 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 210 time: 0.1636651 Nov 12 07:52:06.365672 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76c5cae1-e33a-428c-964a-c4ff3248bdd6 req-74e2b7f0-37e1-45bb-a9b1-166917ce9d15 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0398245 Nov 12 07:52:06.366697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Made reservation on behalf of 66bc556cd30d4e279684c8ac218b0616 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:06.372950 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:06.445372 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42', 'code': 200} Nov 12 07:52:06.454464 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd1d6-7195-47bf-a044-172a18f199fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:06.465351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Pushing event deleted for resources: {'Port': ['ID=c0fb12fd-40a6-4ef5-9999-87728f2f0632,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:06.483773 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:06.514916 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9b6fd1d6-7195-47bf-a044-172a18f199fd admin admin] 10.222.0.40 "DELETE /v2.0/subnets/5c2d2d32-c2b3-469a-9b6d-0f4b95ffad83 HTTP/1.1" status: 204 len: 168 time: 3.7093852 Nov 12 07:52:06.520815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55960) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:06.561005 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a385b28b-a2c1-442d-8372-2097ad4aa15f', 'name': 'network-vif-deleted', 'tag': 'd1f57124-5759-40ff-a2da-1c22b1196301', 'status': 'completed', 'code': 200} Nov 12 07:52:06.700723 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d98999bd-ff69-439c-9954-c7f466695388 req-73822135-5b44-4601-9a87-665442f1e408 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7116115 Nov 12 07:52:06.761837 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:06.906493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c57153c-821e-4f4f-a62c-b6064b5b60cb req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] No DVR routers for this DVR port c0fb12fd-40a6-4ef5-9999-87728f2f0632 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:52:06.936034 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b018038a-614a-4c01-b039-0810f192d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:06.959844 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-2c57153c-821e-4f4f-a62c-b6064b5b60cb req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:06.963494 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:07.105127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018038a-614a-4c01-b039-0810f192d1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65b218e-81a3-462b-b61b-e82d2bc64095,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:07.160506 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b018038a-614a-4c01-b039-0810f192d1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:07.181536 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2c57153c-821e-4f4f-a62c-b6064b5b60cb req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.41 "DELETE /v2.0/ports/c0fb12fd-40a6-4ef5-9999-87728f2f0632 HTTP/1.1" status: 204 len: 173 time: 2.3225169 Nov 12 07:52:07.211988 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:07.348432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a33771-2329-410c-b880-7c4f23b185c8 None None] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:07.357292 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b018038a-614a-4c01-b039-0810f192d1b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:07.362148 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b018038a-614a-4c01-b039-0810f192d1b4 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/d65b218e-81a3-462b-b61b-e82d2bc64095 HTTP/1.1" status: 204 len: 168 time: 2.2448664 Nov 12 07:52:07.363024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 55990) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:07.601488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Allocated IP 172.20.0.2 (234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a/a6330501-7b7b-4e25-bbd2-c827be91faad/05d3c6d2-4d58-4b8f-8fe1-feb763411193) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:07.632025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b126d2a4-593d-46f9-9b76-a5fcbe4480a4']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:07.671853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd846e41-522e-4587-b465-96d9a432cee9') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:07.672172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd846e41-522e-4587-b465-96d9a432cee9') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:07.692838 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:07.713959 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:07.737571 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:07.870605 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd61d8c-ec4c-4509-bb4c-b6fdc9db298d None None] DHCP port deletion for 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:52:07.876996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-1bd61d8c-ec4c-4509-bb4c-b6fdc9db298d None None] Deleting port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:52:07.877655 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d8c-ec4c-4509-bb4c-b6fdc9db298d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:07.894985 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:07.901243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Deleting port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:52:07.901654 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:07.935382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:52:07.958054 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44270fed-7464-43da-8f5f-612202a64d39 req-8e13fffe-5f81-413e-ab4c-f1bcf49043da tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 210 time: 1.2553372 Nov 12 07:52:08.024779 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e912cde7-7353-4b14-b1fa-98976d605d5d req-e2b84732-1179-4476-9102-b2092d8c786c tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] 10.222.0.40 "GET /v2.0/ports?device_id=1d529735-b2cb-4375-909f-3dcf8fcbce4e HTTP/1.1" status: 200 len: 210 time: 0.0495868 Nov 12 07:52:08.116503 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ca962646-1b25-4d9d-b664-f0cdd79c0d09 req-a11a593a-eee1-49ff-be6f-6d2bec246ae0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1163 time: 1.4238117 Nov 12 07:52:08.247581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-1bd61d8c-ec4c-4509-bb4c-b6fdc9db298d None None] For port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=855bb36c-d6a6-42ba-a00f-d238bed6a3b1,segment=NetworkSegment(0326d7ec-6c26-497e-bb77-b7f2b460ac8c),segment_id=0326d7ec-6c26-497e-bb77-b7f2b460ac8c)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:08.248083 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d8c-ec4c-4509-bb4c-b6fdc9db298d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:08.281744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Network b126d2a4-593d-46f9-9b76-a5fcbe4480a4 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:52:08.298637 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:08.389841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-1bd61d8c-ec4c-4509-bb4c-b6fdc9db298d None None] Calling delete_port for 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:52:08.433091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:52:08.532613 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d529735-b2cb-4375-909f-3dcf8fcbce4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0fb12fd-40a6-4ef5-9999-87728f2f0632'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:08.568096 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76c5cae1-e33a-428c-964a-c4ff3248bdd6 req-a317e71f-db44-41fc-87c2-e01b90032b9f service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1152539 Nov 12 07:52:08.571545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d529735-b2cb-4375-909f-3dcf8fcbce4e', 'name': 'network-vif-deleted', 'tag': 'c0fb12fd-40a6-4ef5-9999-87728f2f0632'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:08.746866 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:08.815864 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1bd61d8c-ec4c-4509-bb4c-b6fdc9db298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:08.830740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] For port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=855bb36c-d6a6-42ba-a00f-d238bed6a3b1,segment=NetworkSegment(0326d7ec-6c26-497e-bb77-b7f2b460ac8c),segment_id=0326d7ec-6c26-497e-bb77-b7f2b460ac8c)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:08.831132 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:08.837009 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:08.891571 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:08.958765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd61d8c-ec4c-4509-bb4c-b6fdc9db298d None None] Pushing event deleted for resources: {'Port': ['ID=855bb36c-d6a6-42ba-a00f-d238bed6a3b1,revision_number=None']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:08.964656 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1bd61d8c-ec4c-4509-bb4c-b6fdc9db298d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:09.018660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Network b126d2a4-593d-46f9-9b76-a5fcbe4480a4 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:52:09.020023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd61d8c-ec4c-4509-bb4c-b6fdc9db298d None None] No DVR routers for this DVR port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 on host n-d-761264-6 {{(pid=80794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:52:09.060980 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-76c5cae1-e33a-428c-964a-c4ff3248bdd6 req-c8c79be8-d792-48e0-8368-64a0399d02db service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4790220 Nov 12 07:52:09.083312 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ca962646-1b25-4d9d-b664-f0cdd79c0d09 req-ead9ff56-245a-4a82-b8d0-1f1ff0c02359 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9250371 Nov 12 07:52:09.093400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56042) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:09.111292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a999b4-3bb7-4ffa-9baa-35dc63cceed8 req-7ed52b77-dee3-414a-bad2-2e90532d144b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:09.120533 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-34a999b4-3bb7-4ffa-9baa-35dc63cceed8 req-7ed52b77-dee3-414a-bad2-2e90532d144b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 0.8434217 Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:52:09.135532 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:52:09.191797 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d529735-b2cb-4375-909f-3dcf8fcbce4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0fb12fd-40a6-4ef5-9999-87728f2f0632', 'code': 200} Nov 12 07:52:09.197492 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-34a999b4-3bb7-4ffa-9baa-35dc63cceed8 req-49bc1222-f0e8-4a6b-8707-42d43ab51804 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758684 Nov 12 07:52:09.222145 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Calling delete_port for 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:52:09.255765 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:09.266431 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-480026be-a62a-4210-a275-ff6ce182cbb9 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:09.281697 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:09.298534 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:09.302781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b126d2a4-593d-46f9-9b76-a5fcbe4480a4,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:09.311999 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:09.319010 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d529735-b2cb-4375-909f-3dcf8fcbce4e', 'name': 'network-vif-deleted', 'tag': 'c0fb12fd-40a6-4ef5-9999-87728f2f0632', 'status': 'completed', 'code': 200} Nov 12 07:52:09.329093 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] 10.222.0.40 "DELETE /v2.0/networks/b126d2a4-593d-46f9-9b76-a5fcbe4480a4 HTTP/1.1" status: 204 len: 168 time: 2.8045650 Nov 12 07:52:09.346927 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:52:09.347406 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:52:09.418097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56052) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:09.461698 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-014b0de9-d65c-447a-a228-33d0bd6de5dd tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:09.536643 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-84592ee9-a819-4423-97bc-464881794ded admin admin] Deleting subnet 0d37b6ad-cdbe-4633-884a-ac30fb969cf8 {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:52:09.545387 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-84592ee9-a819-4423-97bc-464881794ded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:09.664025 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-373636f9-431f-4cbf-ae26-50af043be980 req-ff98c8f9-6e1c-45c2-b653-b540368b690b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 210 time: 0.2123947 Nov 12 07:52:09.670968 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-84592ee9-a819-4423-97bc-464881794ded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:09.736270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56066) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:09.761992 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6cefc0f1-a8f6-4068-80c1-b2cb1d51a11c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d5b26a31d1b04de9ace8bb66d113a0fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6657422 Nov 12 07:52:09.764995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56072) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:09.776631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:09.778037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Pushing event updated for resources: {'Port': ['ID=05d3c6d2-4d58-4b8f-8fe1-feb763411193,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:09.781128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Allocated IP 172.20.0.4 (234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a/a6330501-7b7b-4e25-bbd2-c827be91faad/6147baa7-9377-4e00-acaf-35276ed16c44) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:09.794018 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:09.800140 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:09.803375 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:09.807774 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-84592ee9-a819-4423-97bc-464881794ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:09.850075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Deleting port 855bb36c-d6a6-42ba-a00f-d238bed6a3b1 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:52:09.850536 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:09.897545 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-54eab805-dee9-4acb-9b2c-9dacb8b9e43c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=92d8692f050448f083be753c6077718b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1598854 Nov 12 07:52:09.901549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56076) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:09.938993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:09.939683 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:09.953086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] The port '855bb36c-d6a6-42ba-a00f-d238bed6a3b1' was deleted {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}} Nov 12 07:52:09.980611 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9992723 Nov 12 07:52:10.009013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Request body: {'port': {'device_id': '3fc0f831-9a1e-447d-adf6-56b4e5cbdded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:10.162192 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d60c3b31-8e85-4db9-9ca6-3784d2d38749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:10.228054 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:10.242311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56082) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:10.335027 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d60c3b31-8e85-4db9-9ca6-3784d2d38749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:10.364376 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ac717c12-b0bb-4c02-a880-af6302630fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:10.467503 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d60c3b31-8e85-4db9-9ca6-3784d2d38749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:10.555343 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7562e78d-fa4b-4018-bca4-6d342a19885f tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:10.563388 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:10.587249 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:10.622838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c3b31-8e85-4db9-9ca6-3784d2d38749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118efb21-68fa-452a-863f-6e2fd00d4004,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:10.656961 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d60c3b31-8e85-4db9-9ca6-3784d2d38749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:10.678935 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d60c3b31-8e85-4db9-9ca6-3784d2d38749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:10.680277 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d60c3b31-8e85-4db9-9ca6-3784d2d38749 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/118efb21-68fa-452a-863f-6e2fd00d4004 HTTP/1.1" status: 204 len: 168 time: 0.9093502 Nov 12 07:52:10.861011 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:10.876947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67f3a4-0af3-4808-bf04-c6e0acd59f32 req-b8254eb5-e756-4ba2-8889-8465e1c82013 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:10.885375 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e67f3a4-0af3-4808-bf04-c6e0acd59f32 req-b8254eb5-e756-4ba2-8889-8465e1c82013 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 0.4660153 Nov 12 07:52:10.925114 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8ef44e6-728c-4e8c-99ff-1c4aaa19e3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:10.944335 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-02121204-2eca-4e42-9694-b24205069e0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:10.951381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e02d43c-c0be-4dc1-9a3b-95afe7005c64']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:10.963485 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ac717c12-b0bb-4c02-a880-af6302630fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:10.971204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56100) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:11.001819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0326d7ec-6c26-497e-bb77-b7f2b460ac8c') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:11.002157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0326d7ec-6c26-497e-bb77-b7f2b460ac8c') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:11.043162 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:11.091656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b8ef44e6-728c-4e8c-99ff-1c4aaa19e3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:11.098004 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:11.104021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:52:11.120620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b8ef44e6-728c-4e8c-99ff-1c4aaa19e3d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e9a3899959d145ad94a1740b2b2238e6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:11.140189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b8ef44e6-728c-4e8c-99ff-1c4aaa19e3d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:11.208850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b8ef44e6-728c-4e8c-99ff-1c4aaa19e3d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:11.211603 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-84592ee9-a819-4423-97bc-464881794ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:11.234282 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:11.365468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84592ee9-a819-4423-97bc-464881794ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d37b6ad-cdbe-4633-884a-ac30fb969cf8,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:11.435674 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-84592ee9-a819-4423-97bc-464881794ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:11.457067 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ac717c12-b0bb-4c02-a880-af6302630fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:11.470863 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e6697316-e80d-49bf-a706-b55701cfcdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:11.485985 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fa9f9dea-5a1f-4cf2-a6b2-aadbfee373a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:11.510137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Allocated IP 172.20.0.14 (234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a/a6330501-7b7b-4e25-bbd2-c827be91faad/65551849-de69-4f9a-9ce0-ad53e7c9b35b) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:11.522331 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9e67f3a4-0af3-4808-bf04-c6e0acd59f32 req-8b7a2e8b-5b15-4885-9385-d0f9465e1293 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357689 Nov 12 07:52:11.530870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Pushing event updated for resources: {'Port': ['ID=6147baa7-9377-4e00-acaf-35276ed16c44,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:11.544146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:52:11.556487 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:11.565972 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac717c12-b0bb-4c02-a880-af6302630fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4f30cc-5b15-41e6-822a-7fe22b5223ad,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:11.580813 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:11.604653 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ac717c12-b0bb-4c02-a880-af6302630fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:11.620190 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db22b6-9892-43a0-87db-b37d7705b1f7 req-03a9b194-072a-4371-99f6-f3a7accc3bbc tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:11.620915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-18db22b6-9892-43a0-87db-b37d7705b1f7 req-03a9b194-072a-4371-99f6-f3a7accc3bbc tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Synchronizing usage tracker for tenant:66bc556cd30d4e279684c8ac218b0616 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:52:11.698530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:11.699526 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-18db22b6-9892-43a0-87db-b37d7705b1f7 req-03a9b194-072a-4371-99f6-f3a7accc3bbc tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Unset dirty status for tenant:66bc556cd30d4e279684c8ac218b0616 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:52:11.700852 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-18db22b6-9892-43a0-87db-b37d7705b1f7 req-03a9b194-072a-4371-99f6-f3a7accc3bbc tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 931 time: 0.8489068 Nov 12 07:52:11.701750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:11.707729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:11.768956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fa9f9dea-5a1f-4cf2-a6b2-aadbfee373a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:11.781644 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a217bc3-5730-423e-9ecd-6032927439d3 None None] Network 9798433c-a1e6-4eac-ba43-abbccad85920 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:11.811831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56122) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:11.836684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fa9f9dea-5a1f-4cf2-a6b2-aadbfee373a5 admin admin] Usage tracker for resource:security_group_rule and tenant:ef858f1e038c41c1a9852d3d5a295628 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:11.840394 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-84592ee9-a819-4423-97bc-464881794ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:11.861944 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fa9f9dea-5a1f-4cf2-a6b2-aadbfee373a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:11.877569 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ac717c12-b0bb-4c02-a880-af6302630fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:11.881584 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ac717c12-b0bb-4c02-a880-af6302630fe2 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/2d4f30cc-5b15-41e6-822a-7fe22b5223ad HTTP/1.1" status: 204 len: 168 time: 1.9788320 Nov 12 07:52:11.883138 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fa9f9dea-5a1f-4cf2-a6b2-aadbfee373a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:11.907153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Network 9e02d43c-c0be-4dc1-9a3b-95afe7005c64 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:52:11.914896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:11.915479 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:11.916137 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-84592ee9-a819-4423-97bc-464881794ded admin admin] 10.222.0.40 "DELETE /v2.0/subnets/0d37b6ad-cdbe-4633-884a-ac30fb969cf8 HTTP/1.1" status: 204 len: 168 time: 2.4967754 Nov 12 07:52:11.924493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56130) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:11.938200 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-18db22b6-9892-43a0-87db-b37d7705b1f7 req-3a990f28-30c2-40f4-839c-5252d0382c5c tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975739 Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: % (table.description, expected, rows_matched) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:52:11.938546 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:52:11.941489 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8ef44e6-728c-4e8c-99ff-1c4aaa19e3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.020670 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8ef44e6-728c-4e8c-99ff-1c4aaa19e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.034296 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-42329f36-0e3f-498f-94c9-ea963b80dee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:12.069277 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8357718 Nov 12 07:52:12.084087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Request body: {'port': {'device_id': '05dc25cd-4edd-4049-aff1-7a6553ff1d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:12.103402 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.117351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef44e6-728c-4e8c-99ff-1c4aaa19e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c27ba3-0ca5-458c-9b08-ce6177896db1,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:12.122715 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.126784 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b8ef44e6-728c-4e8c-99ff-1c4aaa19e3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:12.132647 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b10975bc-0767-4314-948a-eacdbf7825d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:12.140502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca1aee-59ef-41c1-a92c-f2326f2edcbe None None] DHCP port deletion for 9798433c-a1e6-4eac-ba43-abbccad85920 request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:52:12.149465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca1aee-59ef-41c1-a92c-f2326f2edcbe None None] Deleting port 185c2339-439b-4ee2-9465-0119ff8cb74b {{(pid=80794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:52:12.150434 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1aee-59ef-41c1-a92c-f2326f2edcbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.154306 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.167950 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b8ef44e6-728c-4e8c-99ff-1c4aaa19e3d3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=e9a3899959d145ad94a1740b2b2238e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9206448 Nov 12 07:52:12.181683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56134) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:12.182759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Pushing event deleted for resources: {'Network': ['ID=9e02d43c-c0be-4dc1-9a3b-95afe7005c64,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:12.187177 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:12.220027 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] 10.222.0.40 "DELETE /v2.0/networks/9e02d43c-c0be-4dc1-9a3b-95afe7005c64 HTTP/1.1" status: 204 len: 168 time: 4.8527036 Nov 12 07:52:12.240698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1126959635-network', 'tenant_id': '037670edd834470e90c5381f4e5864b7'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:12.255167 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fa9f9dea-5a1f-4cf2-a6b2-aadbfee373a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.266628 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fa9f9dea-5a1f-4cf2-a6b2-aadbfee373a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.266841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:12.278362 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.281175 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ab6679fa-c42a-4a02-a2f3-906cd0c430fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:12.343175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Usage tracker for resource:network and tenant:037670edd834470e90c5381f4e5864b7 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:12.345723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f9dea-5a1f-4cf2-a6b2-aadbfee373a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3360ee1-bdd6-4041-937c-083722c485f0,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:12.348094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:12.353099 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fa9f9dea-5a1f-4cf2-a6b2-aadbfee373a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:12.367349 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fa9f9dea-5a1f-4cf2-a6b2-aadbfee373a5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=ef858f1e038c41c1a9852d3d5a295628&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3950000 Nov 12 07:52:12.370396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56142) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:12.371368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:12.377775 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.416189 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8d0b999f-1ae4-4ff5-9dc1-eb303c4b2f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.459147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Deleting port 185c2339-439b-4ee2-9465-0119ff8cb74b {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:52:12.459528 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.501511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Made reservation on behalf of 037670edd834470e90c5381f4e5864b7 for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:12.506398 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.535034 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8d0b999f-1ae4-4ff5-9dc1-eb303c4b2f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.544028 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.573721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-b7ca1aee-59ef-41c1-a92c-f2326f2edcbe None None] For port 185c2339-439b-4ee2-9465-0119ff8cb74b, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=185c2339-439b-4ee2-9465-0119ff8cb74b,segment=NetworkSegment(5c199f6b-d11a-4916-9127-b1a5ce357d13),segment_id=5c199f6b-d11a-4916-9127-b1a5ce357d13)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:12.574158 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1aee-59ef-41c1-a92c-f2326f2edcbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.617357 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.631395 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e21325a-1bf9-407b-9e9a-8a38bed60f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.671430 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e21325a-1bf9-407b-9e9a-8a38bed60f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.723458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca1aee-59ef-41c1-a92c-f2326f2edcbe None None] Calling delete_port for 185c2339-439b-4ee2-9465-0119ff8cb74b owned by network:dhcp {{(pid=80794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:52:12.730965 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-43c03a7d-142d-4028-ba09-5a3ef2b9f2d8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:12.735349 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8d0b999f-1ae4-4ff5-9dc1-eb303c4b2f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.755670 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ac717c12-b0bb-4c02-a880-af6302630fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:12.777236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e21325a-1bf9-407b-9e9a-8a38bed60f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.780369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e21325a-1bf9-407b-9e9a-8a38bed60f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.782498 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9e21325a-1bf9-407b-9e9a-8a38bed60f31 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/f3360ee1-bdd6-4041-937c-083722c485f0 HTTP/1.1" status: 204 len: 168 time: 0.4105442 Nov 12 07:52:12.788042 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8d0b999f-1ae4-4ff5-9dc1-eb303c4b2f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.794309 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-8d0b999f-1ae4-4ff5-9dc1-eb303c4b2f9c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/11c27ba3-0ca5-458c-9b08-ce6177896db1 HTTP/1.1" status: 204 len: 168 time: 0.6089647 Nov 12 07:52:12.807693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b999f-1ae4-4ff5-9dc1-eb303c4b2f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c27ba3-0ca5-458c-9b08-ce6177896db1,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:12.818729 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8d0b999f-1ae4-4ff5-9dc1-eb303c4b2f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:12.819336 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56158) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:12.821259 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:12.841418 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 185c2339-439b-4ee2-9465-0119ff8cb74b no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:52:12.865401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21325a-1bf9-407b-9e9a-8a38bed60f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3360ee1-bdd6-4041-937c-083722c485f0,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:12.881626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 185c2339-439b-4ee2-9465-0119ff8cb74b {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:52:12.882357 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 185c2339-439b-4ee2-9465-0119ff8cb74b not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:52:12.884032 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b7ca1aee-59ef-41c1-a92c-f2326f2edcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318'] for port, after_delete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:12.892221 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9e21325a-1bf9-407b-9e9a-8a38bed60f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:12.941758 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f79fef5a-68f6-46a5-88b8-8a4cdbc180f8 req-4d489f74-df67-41aa-8699-a437c8723358 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.5076065 Nov 12 07:52:12.968626 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:13.049031 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2df57f68-9335-480f-a522-74900c3c7a48 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f7f6284ec3334837b98e58a75303b649&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2113340 Nov 12 07:52:13.054321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56166) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:13.120632 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f79fef5a-68f6-46a5-88b8-8a4cdbc180f8 req-9e57c50c-5d5d-4f33-9506-84261a34f3c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 1164 time: 0.1529131 Nov 12 07:52:13.184288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca1aee-59ef-41c1-a92c-f2326f2edcbe None None] Pushing event deleted for resources: {'Port': ['ID=185c2339-439b-4ee2-9465-0119ff8cb74b,revision_number=None']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:13.223059 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b7ca1aee-59ef-41c1-a92c-f2326f2edcbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:13.289918 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-483909db-ba3f-4884-9746-49f710f91b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:13.321416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca1aee-59ef-41c1-a92c-f2326f2edcbe None None] No DVR routers for this DVR port 185c2339-439b-4ee2-9465-0119ff8cb74b on host n-d-761264-6 {{(pid=80794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:52:13.341408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] The port '185c2339-439b-4ee2-9465-0119ff8cb74b' was deleted {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1885}} Nov 12 07:52:13.351922 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:13.355717 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-483909db-ba3f-4884-9746-49f710f91b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:13.466625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:13.467554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fef5a-68f6-46a5-88b8-8a4cdbc180f8 req-90800176-9cf0-4552-aeca-8be2cd5680f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:13.469206 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f79fef5a-68f6-46a5-88b8-8a4cdbc180f8 req-90800176-9cf0-4552-aeca-8be2cd5680f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.3089054 Nov 12 07:52:13.474374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-483909db-ba3f-4884-9746-49f710f91b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:13.483565 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-67c796f1-bb40-4bf6-8a38-438c2914c819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:13.574709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Usage tracker for resource:security_group_rule and tenant:037670edd834470e90c5381f4e5864b7 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:13.580757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:13.598200 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f79fef5a-68f6-46a5-88b8-8a4cdbc180f8 req-fc015535-22f7-40ee-8809-9894fe94745a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d HTTP/1.1" status: 200 len: 217 time: 0.1177137 Nov 12 07:52:13.602288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56176) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:13.624818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:13.625489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483909db-ba3f-4884-9746-49f710f91b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e26a7b-7e9e-44f3-a7d6-b7fc607289b0,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:13.627942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:13.683567 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-483909db-ba3f-4884-9746-49f710f91b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:13.703080 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-483909db-ba3f-4884-9746-49f710f91b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:13.704335 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-483909db-ba3f-4884-9746-49f710f91b4a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/27e26a7b-7e9e-44f3-a7d6-b7fc607289b0 HTTP/1.1" status: 204 len: 168 time: 0.6489012 Nov 12 07:52:13.708075 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e854348-db92-4284-8ccb-d4fc0d399c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:13.777251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fef5a-68f6-46a5-88b8-8a4cdbc180f8 req-6da115e8-7706-4462-b378-ad520d0ff039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:13.779551 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f79fef5a-68f6-46a5-88b8-8a4cdbc180f8 req-6da115e8-7706-4462-b378-ad520d0ff039 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1575072 Nov 12 07:52:13.783861 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0e854348-db92-4284-8ccb-d4fc0d399c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:13.842887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0e854348-db92-4284-8ccb-d4fc0d399c6d admin admin] Usage tracker for resource:security_group_rule and tenant:3eccdc058e20483db6bacfc2be329621 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:13.853743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0e854348-db92-4284-8ccb-d4fc0d399c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:13.878942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0e854348-db92-4284-8ccb-d4fc0d399c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:13.962602 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f79fef5a-68f6-46a5-88b8-8a4cdbc180f8 req-759509e5-550f-4ef6-af77-6a52dd81e276 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683705 Nov 12 07:52:14.028942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Pushing event updated for resources: {'Port': ['ID=65551849-de69-4f9a-9ce0-ad53e7c9b35b,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:14.033274 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.302s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:14.041153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:14.112652 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.163029 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f79fef5a-68f6-46a5-88b8-8a4cdbc180f8 req-17f6616d-d436-4808-ae48-d6e62a8cdb8d service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991158 Nov 12 07:52:14.165379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bd92f-7af6-4f0a-810d-a39f5caea1e7 req-c29acd60-f546-4f7b-850b-28e520d21a2b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:14.174789 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3f9bd92f-7af6-4f0a-810d-a39f5caea1e7 req-c29acd60-f546-4f7b-850b-28e520d21a2b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 1.1955519 Nov 12 07:52:14.244642 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e854348-db92-4284-8ccb-d4fc0d399c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.305797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e854348-db92-4284-8ccb-d4fc0d399c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.317102 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ab595c46-ce9c-43e3-9357-e039dd8c0583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:14.356739 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3f9bd92f-7af6-4f0a-810d-a39f5caea1e7 req-72c32b83-93de-4607-80ee-0485c12cc319 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805241 Nov 12 07:52:14.393718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:14.394757 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.423022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18f8ff-2eac-4b10-81a0-c89c343945b8 req-6c6baa48-911e-4b8e-96db-faa71d2ea5c6 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:14.423503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56208) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:14.432839 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0e854348-db92-4284-8ccb-d4fc0d399c6d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3eccdc058e20483db6bacfc2be329621&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8293793 Nov 12 07:52:14.433235 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7e18f8ff-2eac-4b10-81a0-c89c343945b8 req-6c6baa48-911e-4b8e-96db-faa71d2ea5c6 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 931 time: 1.0683324 Nov 12 07:52:14.442094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56212) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:14.442909 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e854348-db92-4284-8ccb-d4fc0d399c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88d3e96-8851-4843-bb42-44ba4537d860,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:14.448950 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e854348-db92-4284-8ccb-d4fc0d399c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:14.525347 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f79fef5a-68f6-46a5-88b8-8a4cdbc180f8 req-410aac83-9958-41dc-9bf4-5629ff27d797 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3545258 Nov 12 07:52:14.530218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:52:14.561899 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9798433c-a1e6-4eac-ba43-abbccad85920']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:14.585767 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f922-e4f6-4f73-b5a4-198e3c9e7028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.618179 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f922-e4f6-4f73-b5a4-198e3c9e7028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.688423 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f922-e4f6-4f73-b5a4-198e3c9e7028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.692520 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7e18f8ff-2eac-4b10-81a0-c89c343945b8 req-41fd1edb-52bb-4fa6-bb92-2ad7bddaeed2 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580132 Nov 12 07:52:14.694190 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.2196813 Nov 12 07:52:14.696536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c199f6b-d11a-4916-9127-b1a5ce357d13') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:14.696867 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c199f6b-d11a-4916-9127-b1a5ce357d13') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:14.700670 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3cb83d73-9dca-4f1e-a9a3-dab20ea87dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:14.725348 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d0b2f922-e4f6-4f73-b5a4-198e3c9e7028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.729926 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d0b2f922-e4f6-4f73-b5a4-198e3c9e7028 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b88d3e96-8851-4843-bb42-44ba4537d860 HTTP/1.1" status: 204 len: 168 time: 0.2807488 Nov 12 07:52:14.729926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2f922-e4f6-4f73-b5a4-198e3c9e7028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88d3e96-8851-4843-bb42-44ba4537d860,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:14.732530 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d0b2f922-e4f6-4f73-b5a4-198e3c9e7028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:14.735003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Request body: {'port': {'device_id': '1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:14.752854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56224) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:14.789088 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1785421470-network', 'tenant_id': '8d6d56940c114ef8a4a968c670cce352'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:14.801722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:14.813928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Usage tracker for resource:network and tenant:8d6d56940c114ef8a4a968c670cce352 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:14.819584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:14.826826 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.828074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:14.843374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Made reservation on behalf of 8d6d56940c114ef8a4a968c670cce352 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:14.848612 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.877851 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d3c6d2-4d58-4b8f-8fe1-feb763411193 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:52:14.880727 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.900345 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.909198 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.919602 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.922076 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:14.933908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:52:14.939088 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:14.946536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Usage tracker for resource:security_group_rule and tenant:8d6d56940c114ef8a4a968c670cce352 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:14.950303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:14.950904 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5d1125a7-cebd-4779-bbd1-fe309b0f6de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:14.962696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:15.041053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea216690-5e94-47a3-9597-897d66d32fa4,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:15.065718 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.070554 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.075887 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:15.120676 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:15.128823 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:52:15.131410 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e22487c-726b-4163-b96a-51fd612e7b38,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:15.135947 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:15.181229 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-deb3bf06-7de1-4409-92f3-d6b6c271a8eb req-bec03c74-c469-4b98-88dd-c3c4f117f6a8 tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1163 time: 0.4667256 Nov 12 07:52:15.218014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1549072794-network', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:15.228346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:15.237111 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Usage tracker for resource:network and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:15.254965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:15.266008 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:15.291781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:15.296533 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.312331 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.312793 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Added segment 0aa14279-aace-42dc-88e6-b10efc265f08 of type vxlan for network bea8f324-51a8-4fe5-b3b5-847cadacbafb Nov 12 07:52:15.327419 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.363001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:15.371661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Usage tracker for resource:security_group_rule and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:15.373615 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.384051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:15.398551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:15.424173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Network 9798433c-a1e6-4eac-ba43-abbccad85920 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:52:15.433887 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:52:15.434240 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:52:15.435805 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.538698 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.542567 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.550271 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-410ddc13-ad19-4986-bda8-4294df5a5110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:15.583020 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.628047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:52:15.650756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3644779-f5c8-4fa1-873c-c6ebec9a9213,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:15.651835 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.660359 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:15.663087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:15.663807 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.674152 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.674556 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Added segment 230b27c0-0c6a-4b09-899a-85b41bf8c92d of type vxlan for network 89c126b2-acfb-4f86-b6c5-e42e657d8039 Nov 12 07:52:15.701374 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:15.740554 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.755289 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 3.9374814 Nov 12 07:52:15.801216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56250) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:15.810747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Request body: {'subnet': {'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1126959635-subnet', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:15.816341 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.817446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:15.818084 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:15.824368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:15.829188 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0990c057-eec8-4f73-b0bd-c045766fea06 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:15.858697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Usage tracker for resource:subnet and tenant:037670edd834470e90c5381f4e5864b7 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:15.862207 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:15.906078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Network 9798433c-a1e6-4eac-ba43-abbccad85920 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:52:15.957703 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:52:16.026070 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:52:16.232535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:16.289771 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-deb3bf06-7de1-4409-92f3-d6b6c271a8eb req-c2bd6070-5072-4f27-ad04-8eb305d7304f tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1074660 Nov 12 07:52:16.290946 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Pushing event updated for resources: {'Network': ['ID=89c126b2-acfb-4f86-b6c5-e42e657d8039,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:16.293387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:52:16.297818 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:16.304628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 89c126b2-acfb-4f86-b6c5-e42e657d8039 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:16.324971 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5643094 Nov 12 07:52:16.324971 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56266) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:16.326855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 89c126b2-acfb-4f86-b6c5-e42e657d8039 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:16.333225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Request body: {'subnet': {'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1549072794-subnet', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:16.338255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Transition to ACTIVE for port object 05d3c6d2-4d58-4b8f-8fe1-feb763411193 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:16.346529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:16.350217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 89c126b2-acfb-4f86-b6c5-e42e657d8039 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:16.350810 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Usage tracker for resource:subnet and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:16.355478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:16.358808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Made reservation on behalf of 037670edd834470e90c5381f4e5864b7 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:16.363835 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.593448 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.593984 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Added segment 145a4be4-643b-47e9-a076-bf4727e24f11 of type vxlan for network f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 Nov 12 07:52:16.595474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:16.595681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6147baa7-9377-4e00-acaf-35276ed16c44 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:52:16.603855 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.621345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Transition to ACTIVE for port object 6147baa7-9377-4e00-acaf-35276ed16c44 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:16.629744 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.689906 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.703696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:16.705919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Pushing event updated for resources: {'Network': ['ID=bea8f324-51a8-4fe5-b3b5-847cadacbafb,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:16.708648 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.709382 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-85977ed7-d79f-41f6-a4e6-1c32e6098a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.008s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:16.729970 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-786ff691-085e-481c-bde4-07eb19187cad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:16.800253 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.816013 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.828231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network bea8f324-51a8-4fe5-b3b5-847cadacbafb details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:16.847775 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.881130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network bea8f324-51a8-4fe5-b3b5-847cadacbafb details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:16.912752 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Pushing event updated for resources: {'Port': ['ID=6147baa7-9377-4e00-acaf-35276ed16c44,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:16.942566 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:16.944451 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-75ff438b-ec89-4bc7-ab67-0e264004e364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:16.978480 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.979454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:16.980088 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:16.987132 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:17.117976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network bea8f324-51a8-4fe5-b3b5-847cadacbafb details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:17.155847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Pushing event updated for resources: {'Network': ['ID=f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:17.159414 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:17.233092 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.8035824 Nov 12 07:52:17.239967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56288) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:17.247532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Request body: {'subnet': {'network_id': 'f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1785421470-subnet', 'tenant_id': '8d6d56940c114ef8a4a968c670cce352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:17.257240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:17.283402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Usage tracker for resource:subnet and tenant:8d6d56940c114ef8a4a968c670cce352 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:17.292140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:17.344183 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] 10.222.0.40 "DELETE /v2.0/networks/9798433c-a1e6-4eac-ba43-abbccad85920 HTTP/1.1" status: 204 len: 168 time: 5.4184558 Nov 12 07:52:17.360967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:17.394044 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Pushing event deleted for resources: {'Network': ['ID=9798433c-a1e6-4eac-ba43-abbccad85920,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:17.411143 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e08a8943-0dd5-4880-b851-1a75cbc2d04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:17.419438 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-37b54208-dcba-41c7-98d6-42e0ea2ac135 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.504s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:17.444874 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:17.465021 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-24000055-59d7-4b0e-8e51-bcbd50e08975 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:17.504352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2a753-0dc9-4bc1-82b0-3730f69cfd87 req-1ae8f575-b781-44d6-9cf3-17fc1d1ae6c8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:17.512459 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-33e2a753-0dc9-4bc1-82b0-3730f69cfd87 req-1ae8f575-b781-44d6-9cf3-17fc1d1ae6c8 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 931 time: 1.3248010 Nov 12 07:52:17.594328 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Made reservation on behalf of 8d6d56940c114ef8a4a968c670cce352 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:17.601982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:17.656403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:17.756850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:17.771167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56300) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:17.827064 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Pushing event updated for resources: {'Port': ['ID=05d3c6d2-4d58-4b8f-8fe1-feb763411193,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:17.853442 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:17.871318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0153474-f48c-4c1d-85df-6933a0d00531,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:17.873392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:17.880877 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:17.897418 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-33e2a753-0dc9-4bc1-82b0-3730f69cfd87 req-a30e5dca-65a3-4916-a4cb-af98b0d28971 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837738 Nov 12 07:52:18.025364 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-370eec02-6798-459f-b43a-a336923b0577 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=942b55ddbbf440699b672e0304a679e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2524216 Nov 12 07:52:18.030587 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56308) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:18.061606 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8472e40-19b6-4e6c-8a9a-fd1490ad1b69 req-e7ff3b53-771e-476c-b464-94ee962508f4 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7329440 Nov 12 07:52:18.174864 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:52:18.339714 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.354604 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Checking segment: {'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:18.355001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Network hostable DHCP agents. Network: bea8f324-51a8-4fe5-b3b5-847cadacbafb, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:52:18.365023 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9588745e-7352-4370-a081-9645fb34569e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:18.383712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65551849-de69-4f9a-9ce0-ad53e7c9b35b {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:52:18.402076 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.434077 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f04a5a-bc1e-4809-9b5c-feb265892d9b,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:18.436349 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6521ca28-cefd-4fc7-b347-111ca8605e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.443100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Transition to ACTIVE for port object 65551849-de69-4f9a-9ce0-ad53e7c9b35b will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:18.445657 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:18.461055 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.481112 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-31347ee3-071b-4aa5-a78c-939b632ff103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:18.602598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Attempting to bind port 6147baa7-9377-4e00-acaf-35276ed16c44 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:18.603074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Attempting to bind port 6147baa7-9377-4e00-acaf-35276ed16c44 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:18.603293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Attempting to bind port 6147baa7-9377-4e00-acaf-35276ed16c44 on network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:18.612861 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6521ca28-cefd-4fc7-b347-111ca8605e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.640704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Attempting to bind port 05d3c6d2-4d58-4b8f-8fe1-feb763411193 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:18.646770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Attempting to bind port 05d3c6d2-4d58-4b8f-8fe1-feb763411193 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:18.647278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Attempting to bind port 05d3c6d2-4d58-4b8f-8fe1-feb763411193 on network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:18.698455 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:18.698837 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Checking segment: {'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:18.699244 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.699658 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Bound using segment: {'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:18.700115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Bound port: 6147baa7-9377-4e00-acaf-35276ed16c44, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:18.700491 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.715004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Network bea8f324-51a8-4fe5-b3b5-847cadacbafb is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:52:18.734864 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:18.735250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Checking segment: {'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:18.735655 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.736202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Bound using segment: {'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:18.736518 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Bound port: 05d3c6d2-4d58-4b8f-8fe1-feb763411193, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:18.736911 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.747748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Pushing event updated for resources: {'Port': ['ID=65551849-de69-4f9a-9ce0-ad53e7c9b35b,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:18.750362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, bea8f324-51a8-4fe5-b3b5-847cadacbafb) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:18.769759 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:18.773558 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb6731e-4996-495f-bc95-3ae9aa9a2b65 None None] Network bea8f324-51a8-4fe5-b3b5-847cadacbafb requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:18.790764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:18.791410 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.823860 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6521ca28-cefd-4fc7-b347-111ca8605e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.840955 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:18.865934 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6521ca28-cefd-4fc7-b347-111ca8605e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:18.867476 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6521ca28-cefd-4fc7-b347-111ca8605e21 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/071fecfe-d3cb-4ab6-96e1-8082017a73c4 HTTP/1.1" status: 204 len: 168 time: 0.8358238 Nov 12 07:52:18.868554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521ca28-cefd-4fc7-b347-111ca8605e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071fecfe-d3cb-4ab6-96e1-8082017a73c4,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:18.904214 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6521ca28-cefd-4fc7-b347-111ca8605e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:18.914350 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1117713 Nov 12 07:52:18.915286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56350) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:18.923046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Checking segment: {'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:18.923447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Network hostable DHCP agents. Network: 89c126b2-acfb-4f86-b6c5-e42e657d8039, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:52:18.932608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56352) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:18.954784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:18.970583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:18.979439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Usage tracker for resource:router and tenant:037670edd834470e90c5381f4e5864b7 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:18.986648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:18.993708 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:19.011020 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:19.012381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] For port 6147baa7-9377-4e00-acaf-35276ed16c44, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:19.013246 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d2f707d7-699c-4931-a2f7-a83f39ba350a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:19.175731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Network 89c126b2-acfb-4f86-b6c5-e42e657d8039 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:52:19.389043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'fixed_ips': [{'subnet_id': 'f0153474-f48c-4c1d-85df-6933a0d00531'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:52:19.389970 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:19.396503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] For port 6147baa7-9377-4e00-acaf-35276ed16c44, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=6147baa7-9377-4e00-acaf-35276ed16c44,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:19.411762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] For port 05d3c6d2-4d58-4b8f-8fe1-feb763411193, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:19.459423 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:19.579317 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846799970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718870'] for router, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:19.580374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7958150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846774114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56930'] for router, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:19.628876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 89c126b2-acfb-4f86-b6c5-e42e657d8039) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:19.651149 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-550ecdbb-de97-4ad7-86e9-4d8995df4a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:19.691536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7930d00-a2ed-4789-a029-cf3d5e3ccf0d,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:19.709753 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:19.715420 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fb04ad15-881f-4a4a-8e8f-6efd065e7522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:19.729318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:19.730403 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:19.743129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] For port 05d3c6d2-4d58-4b8f-8fe1-feb763411193, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=05d3c6d2-4d58-4b8f-8fe1-feb763411193,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:19.802720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Allocated IP 172.20.0.2 (bea8f324-51a8-4fe5-b3b5-847cadacbafb/f0153474-f48c-4c1d-85df-6933a0d00531/cf61f284-4270-4009-a88d-049c94c31e34) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:19.803765 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:19.806771 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4843891 Nov 12 07:52:19.809896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef8821-0009-44d5-ab1b-5c433d3d180e None None] Network 89c126b2-acfb-4f86-b6c5-e42e657d8039 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:19.823124 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56378) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:19.833098 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:19.834066 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-267e864a-d549-44c1-8971-670ac4256122 service neutron] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7210810 Nov 12 07:52:19.844273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1549072794-router', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:19.852051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fb04ad15-881f-4a4a-8e8f-6efd065e7522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:19.858558 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fb04ad15-881f-4a4a-8e8f-6efd065e7522 admin admin] Usage tracker for resource:security_group_rule and tenant:067ac148926d434f85a0a23490f638a6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:19.863248 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:19.867979 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fb04ad15-881f-4a4a-8e8f-6efd065e7522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:19.883324 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fb04ad15-881f-4a4a-8e8f-6efd065e7522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:19.887459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Usage tracker for resource:router and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:19.898128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:19.985521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:20.035065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56388) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:20.098907 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846799970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718870'] for router, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:20.100461 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7958150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846774114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56930'] for router, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:20.116812 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-89c126b2-acfb-4f86-b6c5-e42e657d8039', 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'fixed_ips': [{'subnet_id': '17f04a5a-bc1e-4809-9b5c-feb265892d9b'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:52:20.117752 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:20.139564 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Checking segment: {'id': '145a4be4-643b-47e9-a076-bf4727e24f11', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:20.140509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Network hostable DHCP agents. Network: f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:52:20.186366 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:20.197147 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:20.239510 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fb04ad15-881f-4a4a-8e8f-6efd065e7522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:20.247343 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fb04ad15-881f-4a4a-8e8f-6efd065e7522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:20.256480 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-929f0067-411f-4e3e-b6ca-d3870ce8b79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:20.278553 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:20.280329 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] 10.222.0.41 "PUT /v2.0/ports/6147baa7-9377-4e00-acaf-35276ed16c44 HTTP/1.1" status: 200 len: 1155 time: 8.2006774 Nov 12 07:52:20.281270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dc25cd-4edd-4049-aff1-7a6553ff1d44', 'tag': '6147baa7-9377-4e00-acaf-35276ed16c44'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:20.333067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Attempting to bind port 65551849-de69-4f9a-9ce0-ad53e7c9b35b on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:20.333333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Network f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:52:20.333440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Attempting to bind port 65551849-de69-4f9a-9ce0-ad53e7c9b35b by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:20.333787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Attempting to bind port 65551849-de69-4f9a-9ce0-ad53e7c9b35b on network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:20.386785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Pushing event updated for resources: {'Port': ['ID=6147baa7-9377-4e00-acaf-35276ed16c44,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:20.401541 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:20.404337 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b37cd151-6aea-45f3-b2eb-967a2567fb18 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:20.447459 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8060d9b-7709-4ad5-a891-fcdb0a7a48f1 req-c1dce10c-faf7-4887-a661-693a238e52e5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 1.1219659 Nov 12 07:52:20.527401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a59c7-8559-4a11-a040-25a0a69ff570 req-78b7ee12-7a56-45e3-9304-3b37c9a0fc8e tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:20.535442 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-540a59c7-8559-4a11-a040-25a0a69ff570 req-78b7ee12-7a56-45e3-9304-3b37c9a0fc8e tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 943 time: 1.3919098 Nov 12 07:52:20.717330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:20.720139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04ad15-881f-4a4a-8e8f-6efd065e7522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02398cf-2eed-4452-9a2f-18740d1c4e80,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:20.731367 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fb04ad15-881f-4a4a-8e8f-6efd065e7522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:20.757423 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fb04ad15-881f-4a4a-8e8f-6efd065e7522 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=067ac148926d434f85a0a23490f638a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8361974 Nov 12 07:52:20.759016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56418) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:20.761868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:20.762896 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:20.840805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Allocated IP 172.20.0.2 (89c126b2-acfb-4f86-b6c5-e42e657d8039/17f04a5a-bc1e-4809-9b5c-feb265892d9b/636f766e-0288-4e52-b31d-1a62b52ddfeb) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:20.841558 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:20.856073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b7f9d8-8009-43aa-a78f-74ada51eeb89 None None] Network f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:20.888619 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6438456 Nov 12 07:52:20.945041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:20.945427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Checking segment: {'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:20.945834 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:20.946233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Bound using segment: {'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:20.946734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Bound port: 65551849-de69-4f9a-9ce0-ad53e7c9b35b, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e66127-2cdb-47cd-8bf1-a72e98eac274', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:20.947106 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.151111 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56430) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:21.157697 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-89532367-e595-4b76-8058-f92e0745540c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.165430 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.198662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Transition to ACTIVE for port object 636f766e-0288-4e52-b31d-1a62b52ddfeb will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:21.218000 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-89532367-e595-4b76-8058-f92e0745540c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.234061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Transition to ACTIVE for port object 636f766e-0288-4e52-b31d-1a62b52ddfeb will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:21.278355 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.292583 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-464c04d8-5a55-4407-939a-87e53a8c28d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.309076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Pushing event updated for resources: {'Port': ['ID=05d3c6d2-4d58-4b8f-8fe1-feb763411193,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:21.319869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fd3f9-d90d-4af5-9dd7-de8d2397bb04 req-a6e23b9d-1b8d-476a-890c-e25a7a12a677 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:21.322976 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f27fd3f9-d90d-4af5-9dd7-de8d2397bb04 req-a6e23b9d-1b8d-476a-890c-e25a7a12a677 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 1.9187615 Nov 12 07:52:21.335617 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:21.349202 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.380385 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.381994 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] 10.222.0.41 "PUT /v2.0/ports/05d3c6d2-4d58-4b8f-8fe1-feb763411193 HTTP/1.1" status: 200 len: 1155 time: 11.3794491 Nov 12 07:52:21.398334 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.415616 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-89532367-e595-4b76-8058-f92e0745540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.418508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] For port 65551849-de69-4f9a-9ce0-ad53e7c9b35b, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:21.424228 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fa9f9dea-5a1f-4cf2-a6b2-aadbfee373a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:21.470071 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89532367-e595-4b76-8058-f92e0745540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02398cf-2eed-4452-9a2f-18740d1c4e80,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:21.514600 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:21.528581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-464c04d8-5a55-4407-939a-87e53a8c28d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:21.532825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-464c04d8-5a55-4407-939a-87e53a8c28d5 admin admin] Usage tracker for resource:security_group_rule and tenant:3095681272ef45229cac21445bd739fb is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:21.536209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-464c04d8-5a55-4407-939a-87e53a8c28d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:21.542295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-464c04d8-5a55-4407-939a-87e53a8c28d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:21.558211 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-89532367-e595-4b76-8058-f92e0745540c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:21.575590 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-80f59a5c-e71b-44f2-b15e-f93a2106460d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66bc556cd30d4e279684c8ac218b0616&device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 1158 time: 1.2437975 Nov 12 07:52:21.578678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1635411097-network', 'tenant_id': 'abb76c9f5d6040a5a7203a61b86bcf02'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:21.580498 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f27fd3f9-d90d-4af5-9dd7-de8d2397bb04 req-134efd65-301a-418a-9132-7fb12ac758a9 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137477 Nov 12 07:52:21.582827 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-540a59c7-8559-4a11-a040-25a0a69ff570 req-7f50d09f-af53-4383-9eec-d96d7cce3278 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0464816 Nov 12 07:52:21.605148 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-89532367-e595-4b76-8058-f92e0745540c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.609383 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-89532367-e595-4b76-8058-f92e0745540c admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/c02398cf-2eed-4452-9a2f-18740d1c4e80 HTTP/1.1" status: 204 len: 168 time: 0.8395548 Nov 12 07:52:21.633840 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:21.673646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Pushing event updated for resources: {'Port': ['ID=636f766e-0288-4e52-b31d-1a62b52ddfeb,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:21.685430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Usage tracker for resource:network and tenant:abb76c9f5d6040a5a7203a61b86bcf02 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:21.699435 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:21.731555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:21.745692 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:21.757532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Network 89c126b2-acfb-4f86-b6c5-e42e657d8039 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:21.774693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] For port 65551849-de69-4f9a-9ce0-ad53e7c9b35b, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=65551849-de69-4f9a-9ce0-ad53e7c9b35b,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:21.785650 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:21.787257 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-5fafcd03-6c9a-4336-98c1-663051920fb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6147baa7-9377-4e00-acaf-35276ed16c44 HTTP/1.1" status: 200 len: 217 time: 0.1929588 Nov 12 07:52:21.793458 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dc25cd-4edd-4049-aff1-7a6553ff1d44', 'tag': '6147baa7-9377-4e00-acaf-35276ed16c44', 'status': 'completed', 'code': 200} Nov 12 07:52:21.800043 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8060d9b-7709-4ad5-a891-fcdb0a7a48f1 req-7ef6824b-96d3-4c10-8dc4-3887de50f97e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 1165 time: 0.8244305 Nov 12 07:52:21.809414 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.829512 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:21.849563 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Made reservation on behalf of abb76c9f5d6040a5a7203a61b86bcf02 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:21.855379 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.888966 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.946746 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:21.967369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.031307 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ae162447-91ce-44a9-952b-b24909d0bcba tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:22.077036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-804f7d7a-1b57-4ffd-a01c-10fd59800e4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:22.078701 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-804f7d7a-1b57-4ffd-a01c-10fd59800e4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6330501-7b7b-4e25-bbd2-c827be91faad HTTP/1.1" status: 200 len: 857 time: 0.2777014 Nov 12 07:52:22.110381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:22.152013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Usage tracker for resource:security_group_rule and tenant:abb76c9f5d6040a5a7203a61b86bcf02 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:22.170487 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:22.192277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:22.305087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Allocated IP 172.25.5.5 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/e6b138b6-53c7-40d1-b0c9-7e8cb0b82784) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:22.311306 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.313474 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] 10.222.0.33 "PUT /v2.0/ports/65551849-de69-4f9a-9ce0-ad53e7c9b35b HTTP/1.1" status: 200 len: 1156 time: 7.5865953 Nov 12 07:52:22.416790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Attempting to bind port 636f766e-0288-4e52-b31d-1a62b52ddfeb on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:22.417405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Attempting to bind port 636f766e-0288-4e52-b31d-1a62b52ddfeb by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:22.417841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Attempting to bind port 636f766e-0288-4e52-b31d-1a62b52ddfeb on network 89c126b2-acfb-4f86-b6c5-e42e657d8039 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:22.445056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:22.445485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Checking segment: {'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:22.445936 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.446380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Bound using segment: {'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:22.446917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Bound port: 636f766e-0288-4e52-b31d-1a62b52ddfeb, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:22.447347 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.540847 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.553037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] For port 636f766e-0288-4e52-b31d-1a62b52ddfeb, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:22.556720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] For port 636f766e-0288-4e52-b31d-1a62b52ddfeb, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=636f766e-0288-4e52-b31d-1a62b52ddfeb,segment=NetworkSegment(230b27c0-0c6a-4b09-899a-85b41bf8c92d),segment_id=230b27c0-0c6a-4b09-899a-85b41bf8c92d)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:22.568754 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.569997 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-238f34db-2dbd-49de-a0d0-c1fc6e3418ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3841546 Nov 12 07:52:22.571492 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.584020 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-57ba361d-5edf-48be-95ab-b6f88fffaf90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:22.593166 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:22.633828 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-464c04d8-5a55-4407-939a-87e53a8c28d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.644655 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-31a5fc3e-b374-44bd-a905-47d9706a0ec0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66bc556cd30d4e279684c8ac218b0616&device_id=3fc0f831-9a1e-447d-adf6-56b4e5cbdded HTTP/1.1" status: 200 len: 1158 time: 1.1762149 Nov 12 07:52:22.678105 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-1588bb40-7d13-4ccf-a233-08087c4651c6 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:22.682191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:52:22.686038 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-1588bb40-7d13-4ccf-a233-08087c4651c6 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/networks?id=f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 HTTP/1.1" status: 200 len: 809 time: 0.5015182 Nov 12 07:52:22.694863 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6856dfe-5477-44bb-af2b-053869edfe9a,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:22.701986 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-464c04d8-5a55-4407-939a-87e53a8c28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.702563 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:22.721109 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.721757 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Added segment 14638e21-ded7-489e-bd87-f3030aa89054 of type vxlan for network 32d2935d-274c-4dcf-b596-cc8041a66147 Nov 12 07:52:22.723756 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.727373 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Pushing event updated for resources: {'Port': ['ID=636f766e-0288-4e52-b31d-1a62b52ddfeb,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:22.734795 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.773045 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.846437 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-f0088d2d-942a-4d5c-9982-7ff25db9ce67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05d3c6d2-4d58-4b8f-8fe1-feb763411193 HTTP/1.1" status: 200 len: 217 time: 0.1474204 Nov 12 07:52:22.858269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Pushing event updated for resources: {'Port': ['ID=65551849-de69-4f9a-9ce0-ad53e7c9b35b,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:22.865369 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:22.867147 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.868379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:22.869246 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.877707 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4d11284d-444a-4df9-bcd9-3499ce87f6b8 tempest-ServersAdminNegativeTestJSON-181939077 tempest-ServersAdminNegativeTestJSON-181939077] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:22.878598 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:22.885218 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:22.905087 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:22.915270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Transition to ACTIVE for port object cf61f284-4270-4009-a88d-049c94c31e34 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:22.933792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb5f1f-7951-455b-99de-e037aa0d00c8 None None] Network f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:23.037330 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-1df087ee-89c3-46c8-91d0-fa5fe64a18f9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=66bc556cd30d4e279684c8ac218b0616&device_id=1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d HTTP/1.1" status: 200 len: 1159 time: 0.5470362 Nov 12 07:52:23.041612 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-3acfc43a-f71d-430b-9857-b3383d5d289d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1163 time: 0.9616735 Nov 12 07:52:23.060099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56474) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:23.061748 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-087daccc-1b5c-4821-8046-5bfc6bca617d tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/quotas/8d6d56940c114ef8a4a968c670cce352 HTTP/1.1" status: 200 len: 375 time: 0.3747919 Nov 12 07:52:23.089685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8060d9b-7709-4ad5-a891-fcdb0a7a48f1 req-356151d6-ebc4-4e9b-abe8-b23ce66cea04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:23.091323 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8060d9b-7709-4ad5-a891-fcdb0a7a48f1 req-356151d6-ebc4-4e9b-abe8-b23ce66cea04 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 1.0620806 Nov 12 07:52:23.108976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Transition to ACTIVE for port object cf61f284-4270-4009-a88d-049c94c31e34 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:23.141984 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:23.164159 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:23.318042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c04d8-5a55-4407-939a-87e53a8c28d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8002e196-cded-4c3b-9c31-14e357249838,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:23.322730 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-464c04d8-5a55-4407-939a-87e53a8c28d5 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=3095681272ef45229cac21445bd739fb&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2486401 Nov 12 07:52:23.324418 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-1fafd58c-df2d-41ad-bc85-f584a162a804 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65551849-de69-4f9a-9ce0-ad53e7c9b35b HTTP/1.1" status: 200 len: 217 time: 0.2574053 Nov 12 07:52:23.341183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56480) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:23.354695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Pushing event updated for resources: {'Port': ['ID=cf61f284-4270-4009-a88d-049c94c31e34,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:23.371405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Allocated IP 172.25.5.133 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/bae9a991-e62f-4a48-ade1-1f562c29d3e4) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:23.378853 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:23.427524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Network bea8f324-51a8-4fe5-b3b5-847cadacbafb is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:23.434275 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Pushing event updated for resources: {'Network': ['ID=32d2935d-274c-4dcf-b596-cc8041a66147,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:23.439472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:23.447792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:23.452289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 32d2935d-274c-4dcf-b596-cc8041a66147 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:23.466813 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:23.469242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 32d2935d-274c-4dcf-b596-cc8041a66147 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:23.485660 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3266468 Nov 12 07:52:23.485660 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2dfe3ccb-2c1a-4cc0-b56a-82b663a1e668 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.562s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:23.537674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56484) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:23.588016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 32d2935d-274c-4dcf-b596-cc8041a66147 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:23.630579 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-464c04d8-5a55-4407-939a-87e53a8c28d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:23.645065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Pushing event updated for resources: {'Port': ['ID=e6b138b6-53c7-40d1-b0c9-7e8cb0b82784,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:23.648678 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:23.669411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Request body: {'subnet': {'network_id': '32d2935d-274c-4dcf-b596-cc8041a66147', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1635411097-subnet', 'tenant_id': 'abb76c9f5d6040a5a7203a61b86bcf02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:23.695813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:23.708737 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-6a047d77-a828-4bd3-8d67-a1e5dda65f95 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?tenant_id=8d6d56940c114ef8a4a968c670cce352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6162515 Nov 12 07:52:23.711789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Usage tracker for resource:subnet and tenant:abb76c9f5d6040a5a7203a61b86bcf02 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:23.712675 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-670688669-network', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:23.716279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:23.717733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:23.745021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-e9b4a1ad-82bc-4916-9630-6facc1670e03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:23.746197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:23.746647 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-e9b4a1ad-82bc-4916-9630-6facc1670e03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6330501-7b7b-4e25-bbd2-c827be91faad HTTP/1.1" status: 200 len: 857 time: 0.8802400 Nov 12 07:52:23.761776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Usage tracker for resource:network and tenant:143042d4ad4f4544a25d0d580a57300a is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:23.764936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:23.779070 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8060d9b-7709-4ad5-a891-fcdb0a7a48f1 req-31dc3906-4611-40cf-b568-77ed59e6717e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 200 len: 217 time: 0.5753632 Nov 12 07:52:23.781374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6e3daa51-342e-47ee-b441-5d11a2abc7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:23.812228 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6e3daa51-342e-47ee-b441-5d11a2abc7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:23.827790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:23.835487 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc0f831-9a1e-447d-adf6-56b4e5cbdded', 'tag': '05d3c6d2-4d58-4b8f-8fe1-feb763411193'}, {'name': 'network-changed', 'server_uuid': '1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d', 'tag': '65551849-de69-4f9a-9ce0-ad53e7c9b35b'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:23.852369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Made reservation on behalf of 143042d4ad4f4544a25d0d580a57300a for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:23.857204 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:23.861464 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Attempting to bind port cf61f284-4270-4009-a88d-049c94c31e34 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:23.862106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Attempting to bind port cf61f284-4270-4009-a88d-049c94c31e34 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:23.862393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Attempting to bind port cf61f284-4270-4009-a88d-049c94c31e34 on network bea8f324-51a8-4fe5-b3b5-847cadacbafb {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:23.869400 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-d377fd20-5864-401e-8e37-3f11f159fe92 service neutron] 10.222.0.41 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2730875 Nov 12 07:52:23.871771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:23.871771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Checking segment: {'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:23.872187 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:23.872622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Bound using segment: {'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:23.874010 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Bound port: cf61f284-4270-4009-a88d-049c94c31e34, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:23.874010 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:23.876590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Made reservation on behalf of abb76c9f5d6040a5a7203a61b86bcf02 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:23.881549 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:23.932116 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6e3daa51-342e-47ee-b441-5d11a2abc7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:23.941191 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-12a42ca2-bd91-4407-b444-a7af82fde649 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805587 Nov 12 07:52:23.943072 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8fb84284-a48d-4665-9078-70cf9b3bd082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:23.956002 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:23.967629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-0db2c263-4396-40bf-9caf-06b021b116cf service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:52:23.973462 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-0db2c263-4396-40bf-9caf-06b021b116cf service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2143764 Nov 12 07:52:23.984152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] For port cf61f284-4270-4009-a88d-049c94c31e34, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:23.988516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] For port cf61f284-4270-4009-a88d-049c94c31e34, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=cf61f284-4270-4009-a88d-049c94c31e34,segment=NetworkSegment(0aa14279-aace-42dc-88e6-b10efc265f08),segment_id=0aa14279-aace-42dc-88e6-b10efc265f08)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:23.997009 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:24.010057 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:24.014013 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b7ca1aee-59ef-41c1-a92c-f2326f2edcbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:24.032592 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3daa51-342e-47ee-b441-5d11a2abc7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8002e196-cded-4c3b-9c31-14e357249838,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:24.037938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:24.039045 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6e3daa51-342e-47ee-b441-5d11a2abc7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:24.047880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:24.054400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:24.094982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6e3daa51-342e-47ee-b441-5d11a2abc7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:24.098693 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6e3daa51-342e-47ee-b441-5d11a2abc7e3 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/8002e196-cded-4c3b-9c31-14e357249838 HTTP/1.1" status: 204 len: 168 time: 0.7479930 Nov 12 07:52:24.197172 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:24.222224 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3a9dcdc0-9f6d-49ef-9764-8058ff8c6397 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:24.226376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Pushing event updated for resources: {'Port': ['ID=cf61f284-4270-4009-a88d-049c94c31e34,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:24.237569 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:24.338825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8060d9b-7709-4ad5-a891-fcdb0a7a48f1 req-b42e59d2-cc1a-48aa-b75e-f0e7542a7f95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:24.340472 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8060d9b-7709-4ad5-a891-fcdb0a7a48f1 req-b42e59d2-cc1a-48aa-b75e-f0e7542a7f95 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.4901478 Nov 12 07:52:24.424933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-16c89adc-29ff-4afc-a7d7-2b3ab07d7378 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:24.426941 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-16c89adc-29ff-4afc-a7d7-2b3ab07d7378 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a6330501-7b7b-4e25-bbd2-c827be91faad HTTP/1.1" status: 200 len: 857 time: 0.7744837 Nov 12 07:52:24.497024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Pushing event updated for resources: {'Port': ['ID=bae9a991-e62f-4a48-ade1-1f562c29d3e4,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:24.510222 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:24.607957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:24.612461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:24.617368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:24.630618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666bd53-176f-4046-ad2d-2ae0b7a208c0 req-e7bc66f9-ea10-438f-acc3-eaf5ddbe34ea tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:24.632497 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6666bd53-176f-4046-ad2d-2ae0b7a208c0 req-e7bc66f9-ea10-438f-acc3-eaf5ddbe34ea tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 943 time: 1.7578723 Nov 12 07:52:24.653928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56498) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:24.718947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-14c72824-f785-41fc-ab65-2c3ed9f1f3ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:24.720445 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-14c72824-f785-41fc-ab65-2c3ed9f1f3ad service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 1.6394022 Nov 12 07:52:24.722365 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-c873e5ca-a8d4-4298-b523-c5e635a3a231 service neutron] 10.222.0.41 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7860973 Nov 12 07:52:24.752616 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c15f58e1-a4ef-422f-85b9-0197d877a96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:24.753252 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-a01c3d82-80da-4713-b391-8fb201c670b3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292980 Nov 12 07:52:24.856534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-c15f58e1-a4ef-422f-85b9-0197d877a96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:24.873540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-c15f58e1-a4ef-422f-85b9-0197d877a96e admin admin] Usage tracker for resource:security_group_rule and tenant:2dff9e33791f4bdeae092193272a2985 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:24.880869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-c15f58e1-a4ef-422f-85b9-0197d877a96e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:24.888837 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:24.889630 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7975814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930'] for router, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:24.892161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-c15f58e1-a4ef-422f-85b9-0197d877a96e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:24.937619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:25.056040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Usage tracker for resource:security_group_rule and tenant:143042d4ad4f4544a25d0d580a57300a is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:25.059831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:25.104109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:25.117615 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-68dee0f3-b0fe-408b-9d4f-bcbdfd8c4021 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 217 time: 0.3564329 Nov 12 07:52:25.119764 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-16a1ca74-e0fb-4814-88c7-19c9b5b30d6a service neutron] 10.222.0.40 "GET /v2.0/networks/f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1145856 Nov 12 07:52:25.185918 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c15f58e1-a4ef-422f-85b9-0197d877a96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:25.205133 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-0b869673-88e7-4815-b076-40fb4c1e49d8 service neutron] 10.222.0.41 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2031395 Nov 12 07:52:25.221778 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c15f58e1-a4ef-422f-85b9-0197d877a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:25.234414 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6dab96b2-6f58-4fe6-bac5-873fefdd84b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:25.313272 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:25.327707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f58e1-a4ef-422f-85b9-0197d877a96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f3d6b-56cc-48c3-9bf8-e156b62fb64f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:25.337327 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c15f58e1-a4ef-422f-85b9-0197d877a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:25.337990 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f27d5e52-1e88-4246-8797-2988eaa95fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:25.359837 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6666bd53-176f-4046-ad2d-2ae0b7a208c0 req-24189249-23a5-4bc2-a3dd-6e9fd62c4c43 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6701019 Nov 12 07:52:25.467673 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c15f58e1-a4ef-422f-85b9-0197d877a96e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2dff9e33791f4bdeae092193272a2985&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8125398 Nov 12 07:52:25.468733 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:25.469508 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7975814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930'] for router, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:25.481679 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8060d9b-7709-4ad5-a891-fcdb0a7a48f1 req-8402d269-73f1-45ae-9466-a09b3092b880 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0368969 Nov 12 07:52:25.484828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56502) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:25.495067 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-24987a0b-d676-449f-a922-e35b8e7318c4 service neutron] 10.222.0.33 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730037 Nov 12 07:52:25.570867 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fffe35e0-3ece-4e79-b15a-0e2b282146ca,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:25.578904 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-a14f864d-95a7-4dfe-87de-b85b85f95fcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:25.580508 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-a14f864d-95a7-4dfe-87de-b85b85f95fcb service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.4429550 Nov 12 07:52:25.598372 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:25.650822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a772b5-3e55-40d9-9d67-e0696a0b783b None None] Network 89c126b2-acfb-4f86-b6c5-e42e657d8039 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:25.797415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-f8e005fa-1736-4843-a79c-2cc8e69da1b2 None None] Provisioning for port 636f766e-0288-4e52-b31d-1a62b52ddfeb completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:26.105300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Checking segment: {'id': '14638e21-ded7-489e-bd87-f3030aa89054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32d2935d-274c-4dcf-b596-cc8041a66147'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:26.105559 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Network hostable DHCP agents. Network: 32d2935d-274c-4dcf-b596-cc8041a66147, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:52:26.139632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Router 8891dc57-6d4f-4935-88b6-85abe6200156 is scheduled to L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 with binding_index 1 {{(pid=80793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 12 07:52:26.171132 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Network 32d2935d-274c-4dcf-b596-cc8041a66147 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:52:26.187933 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fca34847-548a-451d-a98f-6ad99d63deab req-4c3b8892-08b8-493f-bb5b-3388d803293b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66bc556cd30d4e279684c8ac218b0616&device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 1158 time: 1.3370237 Nov 12 07:52:26.312142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 636f766e-0288-4e52-b31d-1a62b52ddfeb up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:26.312515 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-9e3530a0-34e8-4d5d-8f02-c2e0c1ade99c service neutron] 10.222.0.41 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0841391 Nov 12 07:52:26.346736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 32d2935d-274c-4dcf-b596-cc8041a66147) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:26.369552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:26.370220 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:26.379779 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1008e973-1cb7-496b-b6f0-e665cc97e2d4 None None] Network 32d2935d-274c-4dcf-b596-cc8041a66147 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:26.430833 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-008a3ad9-5be4-4346-80fc-0320016223cd admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7850711 Nov 12 07:52:26.432586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Router 3caf0c4b-69ac-47f9-ad00-63d07a506305 is scheduled to L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 with binding_index 1 {{(pid=80793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 12 07:52:26.635687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd044b5-a0cc-408c-a112-4b3094363b6e None None] Network bea8f324-51a8-4fe5-b3b5-847cadacbafb requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:26.645507 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-f469801f-cfd1-4c77-8d5d-9c8516c17315 service neutron] 10.222.0.40 "GET /v2.0/networks/f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5156984 Nov 12 07:52:26.650438 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2b6bf85-6def-4be1-8278-44adca180f4e req-3fea33f8-c427-4177-a4c4-d8f2edc425cb service neutron] 10.222.0.33 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1088371 Nov 12 07:52:26.668662 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:26.721015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca34847-548a-451d-a98f-6ad99d63deab req-dbe95b0d-c2d9-44e4-bdcb-02c3fde02a8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:26.722615 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fca34847-548a-451d-a98f-6ad99d63deab req-dbe95b0d-c2d9-44e4-bdcb-02c3fde02a8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a HTTP/1.1" status: 200 len: 911 time: 0.5062897 Nov 12 07:52:26.728520 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-40eb65fa-c224-4dae-86e8-b5b353717e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:26.838801 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:26.857751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:52:26.869223 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:52:26.878472 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:26.878941 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Added segment ffa1a16e-b016-4542-adbe-e30f9237a700 of type vxlan for network 281d3e6e-cd06-420d-a691-7020119b9d2e Nov 12 07:52:26.882771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Sync routers for ids ['8891dc57-6d4f-4935-88b6-85abe6200156'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:52:26.909281 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:26.927997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Routers {'8891dc57-6d4f-4935-88b6-85abe6200156'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:26.936455 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:52:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['8891dc57-6d4f-4935-88b6-85abe6200156'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:26.971069 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fca34847-548a-451d-a98f-6ad99d63deab req-fb94a8fc-d303-4a3a-b16d-878a893447d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6147baa7-9377-4e00-acaf-35276ed16c44 HTTP/1.1" status: 200 len: 217 time: 0.2331731 Nov 12 07:52:27.001076 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:27.008078 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.0709686 Nov 12 07:52:27.015607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56518) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:27.037128 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc0f831-9a1e-447d-adf6-56b4e5cbdded', 'tag': '05d3c6d2-4d58-4b8f-8fe1-feb763411193', 'status': 'completed', 'code': 200} Nov 12 07:52:27.037489 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d', 'tag': '65551849-de69-4f9a-9ce0-ad53e7c9b35b', 'status': 'completed', 'code': 200} Nov 12 07:52:27.072210 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c1b0667b-35ad-46b9-9c04-868e3f188e29 tempest-ServersAdminTestJSON-1728291016 tempest-ServersAdminTestJSON-1728291016] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:27.245533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Set router 8891dc57-6d4f-4935-88b6-85abe6200156 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:27.265119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:52:27.299753 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Notify callbacks [] for router, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:27.303912 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4762824 Nov 12 07:52:27.306631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56526) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:27.360467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-deed0b3d-13fc-484d-94a5-a9ee08dffa05 None None] Time-cost: Fetching 3 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:52:27.379339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Sync routers for ids ['3caf0c4b-69ac-47f9-ad00-63d07a506305'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:52:27.400362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-91432129-291c-47be-b144-0307d043b2f2 None None] Provisioning for port cf61f284-4270-4009-a88d-049c94c31e34 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:27.402931 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-0bb5297e-bdbc-482f-8c78-eece8fa2dadd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7925007 Nov 12 07:52:27.403700 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:27.411123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca34847-548a-451d-a98f-6ad99d63deab req-049149a6-c105-44d3-a5b3-bf4e5677dcc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:27.412718 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fca34847-548a-451d-a98f-6ad99d63deab req-049149a6-c105-44d3-a5b3-bf4e5677dcc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6330501-7b7b-4e25-bbd2-c827be91faad HTTP/1.1" status: 200 len: 857 time: 0.3130517 Nov 12 07:52:27.439633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaeb7a7-770c-4245-85e8-d5ef74e6f24f,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:27.449781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e12d2-f899-4e43-af0f-4b264664922f req-ffbbfcda-2430-4d0f-8021-19f0f86832bf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:27.455281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 636f766e-0288-4e52-b31d-1a62b52ddfeb completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:27.457430 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e7e12d2-f899-4e43-af0f-4b264664922f req-ffbbfcda-2430-4d0f-8021-19f0f86832bf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 1.8696353 Nov 12 07:52:27.480849 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 636f766e-0288-4e52-b31d-1a62b52ddfeb triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:27.481532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:27.694917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-91432129-291c-47be-b144-0307d043b2f2 None None] Provisioning complete for port 636f766e-0288-4e52-b31d-1a62b52ddfeb triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:27.695343 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-91432129-291c-47be-b144-0307d043b2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:27.751718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 6147baa7-9377-4e00-acaf-35276ed16c44 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:27.768038 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:27.769151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:27.769795 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:27.818097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:24Z', 'revision_number': 3, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:27.822783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Checking router: 8891dc57-6d4f-4935-88b6-85abe6200156 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:52:27.823184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Updating router 8891dc57-6d4f-4935-88b6-85abe6200156 port e6b138b6-53c7-40d1-b0c9-7e8cb0b82784 binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:52:27.831998 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fca34847-548a-451d-a98f-6ad99d63deab req-cbff7c6c-6b1e-43b8-8d88-30e74daefac2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3449037 Nov 12 07:52:27.838718 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:27.879624 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:27.991170 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4e7e12d2-f899-4e43-af0f-4b264664922f req-3eaaca4d-e766-4076-b0a7-388a3c0ddae0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328648 Nov 12 07:52:27.998827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Pushing event updated for resources: {'Network': ['ID=281d3e6e-cd06-420d-a691-7020119b9d2e,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:28.012308 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 4.9493823 Nov 12 07:52:28.015862 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56532) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:28.027896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Request body: {'subnet': {'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-670688669-subnet', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:28.034984 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-40eb65fa-c224-4dae-86e8-b5b353717e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:28.040816 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56536) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:28.045121 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:28.047552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Routers {'3caf0c4b-69ac-47f9-ad00-63d07a506305'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:28.050272 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:28.051109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:52:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3caf0c4b-69ac-47f9-ad00-63d07a506305'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:28.060263 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8060d9b-7709-4ad5-a891-fcdb0a7a48f1 req-83a95e00-22c8-47f0-bab0-5e99f1004fa1 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5578499 Nov 12 07:52:28.168554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Usage tracker for resource:subnet and tenant:143042d4ad4f4544a25d0d580a57300a is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:28.177152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:28.247591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:28.260342 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-b526d3b2-c843-40dd-a22d-155d68f10138 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8390441 Nov 12 07:52:28.284062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 281d3e6e-cd06-420d-a691-7020119b9d2e details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:28.308707 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:28.309790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Made reservation on behalf of 143042d4ad4f4544a25d0d580a57300a for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:28.314813 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:28.321745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Transition to ACTIVE for port object e6b138b6-53c7-40d1-b0c9-7e8cb0b82784 will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:28.325960 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:28.348305 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-63a288e1-6bcc-4a17-98fc-655fa1d87aa6 req-561b4f46-e319-448e-a009-62702304ccee tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 210 time: 0.0699110 Nov 12 07:52:28.437397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 281d3e6e-cd06-420d-a691-7020119b9d2e details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:28.449045 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-11893cc1-a0a8-45c2-82ed-f7e015d0485e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=66bc556cd30d4e279684c8ac218b0616&device_id=1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d HTTP/1.1" status: 200 len: 1159 time: 1.3898628 Nov 12 07:52:28.474022 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:28.553301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Pushing event updated for resources: {'Port': ['ID=e6b138b6-53c7-40d1-b0c9-7e8cb0b82784,revision_number=2']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:28.573994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.574490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.574959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.575414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.575869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.576319 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.576767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.577242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.577695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.578142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.578585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.579035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.579649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.580510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.580510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.580922 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.581371 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.581812 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.582262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.582696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.583144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.583581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.583999 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.584579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.585322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.585772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.586213 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.586656 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.587098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.587539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.587976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.588724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.588724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.589304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.589870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.590311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:28.594932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:52:28.595963 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:28.616749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Attempting to bind port e6b138b6-53c7-40d1-b0c9-7e8cb0b82784 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:28.617554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Attempting to bind port e6b138b6-53c7-40d1-b0c9-7e8cb0b82784 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:28.617718 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Attempting to bind port e6b138b6-53c7-40d1-b0c9-7e8cb0b82784 on network e05c3b57-937d-41ff-abac-1be23c57afec {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:28.624928 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:28.625451 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:28.625996 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:28.626538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Bound using segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:28.627152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Bound port: e6b138b6-53c7-40d1-b0c9-7e8cb0b82784, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:28.627655 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:28.638078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 281d3e6e-cd06-420d-a691-7020119b9d2e details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:28.708545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] For port e6b138b6-53c7-40d1-b0c9-7e8cb0b82784, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:28.713214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] For port e6b138b6-53c7-40d1-b0c9-7e8cb0b82784, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e6b138b6-53c7-40d1-b0c9-7e8cb0b82784,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:28.719444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:28.745757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-596a840c-1a95-4791-bae2-992c6d88aa31 admin admin] Deleting subnet fffe35e0-3ece-4e79-b15a-0e2b282146ca {{(pid=80793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:52:28.780549 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-596a840c-1a95-4791-bae2-992c6d88aa31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:28.994133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-c84eb9b2-dbc0-481e-900d-bb4a6a44b00b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:28.995809 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-c84eb9b2-dbc0-481e-900d-bb4a6a44b00b service neutron] 10.222.0.33 "GET /v2.0/networks?id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a HTTP/1.1" status: 200 len: 911 time: 0.4427252 Nov 12 07:52:29.088603 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-df318f3a-5d72-4ab5-a898-fc78662d39a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:29.096804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f369cb-9826-4f03-86e2-4fd4443d21e4 None None] Network 32d2935d-274c-4dcf-b596-cc8041a66147 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:29.103534 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-49388b0f-aadc-4843-b4f8-b8153f77ce34 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7539835 Nov 12 07:52:29.178714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Pushing event updated for resources: {'Port': ['ID=e6b138b6-53c7-40d1-b0c9-7e8cb0b82784,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:29.184253 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b5a025fc-8bc5-43c7-8736-0614fca0855e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:29.200606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Routers {'8891dc57-6d4f-4935-88b6-85abe6200156'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:29.201434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:52:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['8891dc57-6d4f-4935-88b6-85abe6200156'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:29.293085 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-086ccc79-11f6-44c5-acf6-77d7b6f88a8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66bc556cd30d4e279684c8ac218b0616&device_id=3fc0f831-9a1e-447d-adf6-56b4e5cbdded HTTP/1.1" status: 200 len: 1158 time: 2.3206623 Nov 12 07:52:29.295092 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-40eb65fa-c224-4dae-86e8-b5b353717e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:29.310294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-e27db134-af94-45f9-8afa-2f742c042da7 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:29.311293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-e27db134-af94-45f9-8afa-2f742c042da7 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Synchronizing usage tracker for tenant:8d6d56940c114ef8a4a968c670cce352 on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:52:29.374774 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:29.375765 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-45cd7f60-3d06-4c38-bf10-a85651525ac4 tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:29.427012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-e27db134-af94-45f9-8afa-2f742c042da7 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Unset dirty status for tenant:8d6d56940c114ef8a4a968c670cce352 on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:52:29.428506 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-e27db134-af94-45f9-8afa-2f742c042da7 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.33 "GET /v2.0/networks?id=f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 HTTP/1.1" status: 200 len: 809 time: 0.7528877 Nov 12 07:52:29.434188 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-596a840c-1a95-4791-bae2-992c6d88aa31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846569683'] for subnet, precommit_delete_associations {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:29.437013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] Set router 8891dc57-6d4f-4935-88b6-85abe6200156 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:29.463695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d1842-1851-4ebb-8420-0fa5cf0786e3 req-1948d899-5254-4a6d-9043-e9455375f437 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:29.472029 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-242d1842-1851-4ebb-8420-0fa5cf0786e3 req-1948d899-5254-4a6d-9043-e9455375f437 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 943 time: 2.1910214 Nov 12 07:52:29.474396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Request body: {'port': {'device_id': '0e8720d2-4cb5-4683-b586-8e9c86144289', 'network_id': 'f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05', 'admin_state_up': True, 'tenant_id': '8d6d56940c114ef8a4a968c670cce352'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:29.476265 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fca34847-548a-451d-a98f-6ad99d63deab req-0e7f8c58-32cf-49b9-bf3e-a5b1a4a87e08 service neutron] 10.222.0.41 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5313392 Nov 12 07:52:29.477182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb65fa-c224-4dae-86e8-b5b353717e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f3d6b-56cc-48c3-9bf8-e156b62fb64f,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:29.480734 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-40eb65fa-c224-4dae-86e8-b5b353717e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:29.552865 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-91432129-291c-47be-b144-0307d043b2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:29.633952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-91432129-291c-47be-b144-0307d043b2f2 None None] For port 636f766e-0288-4e52-b31d-1a62b52ddfeb, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=636f766e-0288-4e52-b31d-1a62b52ddfeb,segment=NetworkSegment(230b27c0-0c6a-4b09-899a-85b41bf8c92d),segment_id=230b27c0-0c6a-4b09-899a-85b41bf8c92d)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:29.698365 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:29.754115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Usage tracker for resource:port and tenant:8d6d56940c114ef8a4a968c670cce352 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:29.763245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:29.798568 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:29.867167 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fca34847-548a-451d-a98f-6ad99d63deab req-dabf935a-10a7-422a-a067-489576ad594d service neutron] 10.222.0.41 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3737376 Nov 12 07:52:29.868414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-6e97a1e5-0154-42c5-9936-528a9aaab494 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:29.870497 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-6e97a1e5-0154-42c5-9936-528a9aaab494 service neutron] 10.222.0.41 "GET /v2.0/networks?id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a HTTP/1.1" status: 200 len: 911 time: 0.5422423 Nov 12 07:52:29.871922 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-fff13ec6-c45d-45d1-9c7e-bca48b809a5c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65551849-de69-4f9a-9ce0-ad53e7c9b35b HTTP/1.1" status: 200 len: 217 time: 0.7428713 Nov 12 07:52:29.878486 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-40eb65fa-c224-4dae-86e8-b5b353717e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:29.882967 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-40eb65fa-c224-4dae-86e8-b5b353717e92 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/6b3f3d6b-56cc-48c3-9bf8-e156b62fb64f HTTP/1.1" status: 204 len: 168 time: 4.3909709 Nov 12 07:52:29.958964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:24Z', 'revision_number': 3, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:29.968075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54513d-d567-4e26-978e-9ea29a1c091e None None] The sync data for ids ['8891dc57-6d4f-4935-88b6-85abe6200156'] in n-d-761264-6 is: [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:24Z', 'revision_number': 3, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:52:30.000426 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-91432129-291c-47be-b144-0307d043b2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:30.013740 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:30.063083 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-596a840c-1a95-4791-bae2-992c6d88aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:30.109229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80794) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:52:30.109641 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:52:30.133786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Made reservation on behalf of 8d6d56940c114ef8a4a968c670cce352 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:30.145728 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:30.183099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 6147baa7-9377-4e00-acaf-35276ed16c44 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:30.187556 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91432129-291c-47be-b144-0307d043b2f2 None None] Pushing event updated for resources: {'Port': ['ID=636f766e-0288-4e52-b31d-1a62b52ddfeb,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:30.195913 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-91432129-291c-47be-b144-0307d043b2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:30.217606 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-242d1842-1851-4ebb-8420-0fa5cf0786e3 req-b182f685-d6ce-42ed-8ba2-0c502cd7ca00 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445183 Nov 12 07:52:30.241651 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-77093839-c1c8-4ae5-b2ed-32527f4ac80b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05d3c6d2-4d58-4b8f-8fe1-feb763411193 HTTP/1.1" status: 200 len: 217 time: 0.3573699 Nov 12 07:52:30.285798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 6147baa7-9377-4e00-acaf-35276ed16c44 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:30.288699 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:30.337185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-99161c42-6746-4ca0-b475-890a42c02916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:30.338804 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-99161c42-6746-4ca0-b475-890a42c02916 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6330501-7b7b-4e25-bbd2-c827be91faad HTTP/1.1" status: 200 len: 857 time: 0.0834186 Nov 12 07:52:30.358466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-9cc750b0-307c-46b4-9e8e-7bfa1685a26a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:30.360131 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-9cc750b0-307c-46b4-9e8e-7bfa1685a26a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=a6330501-7b7b-4e25-bbd2-c827be91faad HTTP/1.1" status: 200 len: 857 time: 0.3329685 Nov 12 07:52:30.362219 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d8060d9b-7709-4ad5-a891-fcdb0a7a48f1 req-0ba2ed72-1afb-4fdb-981b-901aaeb66812 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.1610878 Nov 12 07:52:30.433817 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-c28e1810-4b3a-4cf4-8523-8bc64088a378 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703781 Nov 12 07:52:30.468374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b237a0f8-441a-40fe-90eb-df65db21adc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:30.567228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Set router 3caf0c4b-69ac-47f9-ad00-63d07a506305 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:30.713680 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-fb1fc9dc-291c-4424-abf4-6799b9d2cf52 service neutron] 10.222.0.41 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357855 Nov 12 07:52:30.723283 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-6d7e580a-fb2d-49b3-999d-930a4fd6426f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2852983 Nov 12 07:52:30.795305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-97770555-f38a-4b45-86b3-4fa8bd780114 None None] Time-cost: Fetching 3 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:52:30.844605 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-399ede5d-d2dc-40ab-b970-6a46f5a2209a req-2c39f30b-021a-4591-8cee-550625145a6c tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 210 time: 0.4042120 Nov 12 07:52:30.984754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06c39b-8468-4125-9136-ff43991d280f req-1fbbd76f-4d33-4ad5-a4ce-d2a39c26aa6c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:30.987118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c06c39b-8468-4125-9136-ff43991d280f req-1fbbd76f-4d33-4ad5-a4ce-d2a39c26aa6c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 1.7341800 Nov 12 07:52:31.011781 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:31.028991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device cf61f284-4270-4009-a88d-049c94c31e34 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:31.120382 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9c06c39b-8468-4125-9136-ff43991d280f req-119723ad-8aaa-41fa-bd2f-35f87202963a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241288 Nov 12 07:52:31.123231 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-dcf589ff-9f3d-410d-8e50-20761babde5c service neutron] 10.222.0.33 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774301 Nov 12 07:52:31.125456 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-7f12f664-ba5e-4ae4-a22e-211ccd0ab278 service neutron] 10.222.0.41 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3962846 Nov 12 07:52:31.149501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-640495ba-88f8-4387-a104-5809b600a27a None None] Provisioning complete for port 636f766e-0288-4e52-b31d-1a62b52ddfeb triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:31.149924 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-640495ba-88f8-4387-a104-5809b600a27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:31.266226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Allocated IP 172.20.0.14 (f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05/d7930d00-a2ed-4789-a029-cf3d5e3ccf0d/9e9e8d41-b57e-4d63-a31a-6ccfee35d49b) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:31.302593 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 65551849-de69-4f9a-9ce0-ad53e7c9b35b up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:31.330157 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fd2792e5-46a7-456f-93b5-fa65766ffd51 req-b9e22ac2-6e7d-44de-a1e6-17305b7e2a05 service neutron] 10.222.0.33 "GET /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1979182 Nov 12 07:52:31.426339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc25cd-4edd-4049-aff1-7a6553ff1d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6147baa7-9377-4e00-acaf-35276ed16c44'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:31.478821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 6147baa7-9377-4e00-acaf-35276ed16c44, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=6147baa7-9377-4e00-acaf-35276ed16c44,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:31.487545 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:31.496085 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:31.529650 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cca2399d-ba09-4daf-b1fa-fc092a928f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:31.593092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a2da9-438a-4d81-96f5-a783f1028e31 req-57694fe6-0484-42e1-a897-3ebd66e57414 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:31.610450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port cf61f284-4270-4009-a88d-049c94c31e34 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:31.614736 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-541a2da9-438a-4d81-96f5-a783f1028e31 req-57694fe6-0484-42e1-a897-3ebd66e57414 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 945 time: 0.1798337 Nov 12 07:52:31.635595 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dc25cd-4edd-4049-aff1-7a6553ff1d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6147baa7-9377-4e00-acaf-35276ed16c44', 'code': 200} Nov 12 07:52:31.637059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port cf61f284-4270-4009-a88d-049c94c31e34 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:31.637193 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:31.736572 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-541a2da9-438a-4d81-96f5-a783f1028e31 req-73906867-cd68-46af-909f-1f5c37a3b762 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196377 Nov 12 07:52:31.777450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 65551849-de69-4f9a-9ce0-ad53e7c9b35b completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:31.781386 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:31.786821 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bcf81222-f9fc-4847-b026-5a8c5e488811 req-505dfb8e-5b1d-4ec9-81c0-a951cddf4a19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 1160 time: 0.1404059 Nov 12 07:52:31.793528 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3816dd71-40af-49aa-95f1-0823b9c5bf31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:31.794001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 65551849-de69-4f9a-9ce0-ad53e7c9b35b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:31.794436 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:31.838673 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bcf81222-f9fc-4847-b026-5a8c5e488811 req-dca528bd-9084-4cbb-9a65-2974a98fd1ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Nov 12 07:52:31.870978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=6147baa7-9377-4e00-acaf-35276ed16c44,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:31.875062 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:32.014849 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a55730a-1a25-4a9d-9192-5d52333001a5,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:32.020264 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:32.033543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 6147baa7-9377-4e00-acaf-35276ed16c44 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:32.114217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56578) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:32.118948 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.130028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'name': 'tempest-TaggedBootDevicesTest-1549072794-router', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:20Z', 'updated_at': '2020-11-12T07:52:24Z', 'revision_number': 3, 'project_id': '5944b8b968034cbe8465622a83c7a5a0', 'gw_port': {'id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:22Z', 'updated_at': '2020-11-12T07:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:32.135282 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-852cb4ea-5df1-40f7-a4d4-d531f4932a40 req-46317d2b-5782-4e2d-a968-4054a9b8206d tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 210 time: 0.0936627 Nov 12 07:52:32.147771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-ea566361-0e0b-4e2c-9202-05eab3fa51ad None None] Provisioning complete for port cf61f284-4270-4009-a88d-049c94c31e34 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:32.148194 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ea566361-0e0b-4e2c-9202-05eab3fa51ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.220133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Checking router: 3caf0c4b-69ac-47f9-ad00-63d07a506305 for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:52:32.220546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Updating router 3caf0c4b-69ac-47f9-ad00-63d07a506305 port bae9a991-e62f-4a48-ade1-1f562c29d3e4 binding host n-d-761264-6 {{(pid=80794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:52:32.279560 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.304696 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.314285 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-596a840c-1a95-4791-bae2-992c6d88aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.339190 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8fa1e811-7428-4339-aba9-e06400ae217c tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:32.359781 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-09d654c1-ec66-442d-981c-550de4cb6cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.374495 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.417936 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-09d654c1-ec66-442d-981c-550de4cb6cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:32.424837 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-09d654c1-ec66-442d-981c-550de4cb6cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:171e6f2ac86445358d6988e925114e12 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:32.429075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-09d654c1-ec66-442d-981c-550de4cb6cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:32.438123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53c47c-d90c-4418-8f3f-2aefceb6f1d9 req-32132401-b726-40c6-b470-25be1e8dbc4f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:32.439431 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d53c47c-d90c-4418-8f3f-2aefceb6f1d9 req-32132401-b726-40c6-b470-25be1e8dbc4f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 0.1535764 Nov 12 07:52:32.443997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-09d654c1-ec66-442d-981c-550de4cb6cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:32.465486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a840c-1a95-4791-bae2-992c6d88aa31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fffe35e0-3ece-4e79-b15a-0e2b282146ca,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:32.510998 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-596a840c-1a95-4791-bae2-992c6d88aa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:32.511419 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d53c47c-d90c-4418-8f3f-2aefceb6f1d9 req-0a19e363-4d10-404d-a509-f9b3d8d91b55 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647888 Nov 12 07:52:32.596868 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-09d654c1-ec66-442d-981c-550de4cb6cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.600934 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-09d654c1-ec66-442d-981c-550de4cb6cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.609578 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c5526846-cc21-4a76-a321-efaf6a8267ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:32.662250 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-09d654c1-ec66-442d-981c-550de4cb6cb3 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=171e6f2ac86445358d6988e925114e12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5437572 Nov 12 07:52:32.662250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56586) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:32.664521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d654c1-ec66-442d-981c-550de4cb6cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eed80b-e987-455c-9d80-1cce98f0daf5,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:32.694310 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-09d654c1-ec66-442d-981c-550de4cb6cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:32.721598 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port cf61f284-4270-4009-a88d-049c94c31e34, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=cf61f284-4270-4009-a88d-049c94c31e34,segment=NetworkSegment(0aa14279-aace-42dc-88e6-b10efc265f08),segment_id=0aa14279-aace-42dc-88e6-b10efc265f08)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:32.723722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 65551849-de69-4f9a-9ce0-ad53e7c9b35b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=65551849-de69-4f9a-9ce0-ad53e7c9b35b,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:32.733973 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cac9acf1-af2a-4892-a50d-ce23681d0e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.739476 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.742954 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.752319 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:32.767715 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cac9acf1-af2a-4892-a50d-ce23681d0e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.846075 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cac9acf1-af2a-4892-a50d-ce23681d0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.859037 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-76fbe65a-26a6-4207-8fb6-8815cbb5d66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:32.894331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9acf1-af2a-4892-a50d-ce23681d0e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eed80b-e987-455c-9d80-1cce98f0daf5,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:32.904918 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cac9acf1-af2a-4892-a50d-ce23681d0e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:32.915315 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cac9acf1-af2a-4892-a50d-ce23681d0e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:32.918925 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cac9acf1-af2a-4892-a50d-ce23681d0e7d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/13eed80b-e987-455c-9d80-1cce98f0daf5 HTTP/1.1" status: 204 len: 168 time: 0.2541924 Nov 12 07:52:32.971851 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=65551849-de69-4f9a-9ce0-ad53e7c9b35b,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:32.975051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 6147baa7-9377-4e00-acaf-35276ed16c44 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:32.975496 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:33.021141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 65551849-de69-4f9a-9ce0-ad53e7c9b35b up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:33.151290 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f6470-d174-41b9-95f2-052b410e3b84 req-f71404da-0f59-42b7-9137-98c047c42372 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:33.153020 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a9f6470-d174-41b9-95f2-052b410e3b84 req-f71404da-0f59-42b7-9137-98c047c42372 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 945 time: 0.1532142 Nov 12 07:52:33.187199 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:33.211041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-596a840c-1a95-4791-bae2-992c6d88aa31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:33.221778 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5a9f6470-d174-41b9-95f2-052b410e3b84 req-13e0e84d-36b9-492e-befd-1eab965c1d55 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620496 Nov 12 07:52:33.222385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Checking segment: {'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:33.222800 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Network hostable DHCP agents. Network: 281d3e6e-cd06-420d-a691-7020119b9d2e, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:52:33.236122 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:33.267467 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4a8ed0aa-b875-4e33-9c82-99f25f607f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:33.375232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 636f766e-0288-4e52-b31d-1a62b52ddfeb up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:33.458986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b03873-8c0b-42a7-b4a1-d292fd75ed4d req-833cc842-17d9-40e5-a19a-265e6da266a2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:33.460969 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67b03873-8c0b-42a7-b4a1-d292fd75ed4d req-833cc842-17d9-40e5-a19a-265e6da266a2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 932 time: 0.1357119 Nov 12 07:52:33.492785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Allocated IP 172.20.0.1 (bea8f324-51a8-4fe5-b3b5-847cadacbafb/f0153474-f48c-4c1d-85df-6933a0d00531/71d14650-e37f-4e2c-947e-102fb0f4558a) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:33.499541 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-596a840c-1a95-4791-bae2-992c6d88aa31 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/fffe35e0-3ece-4e79-b15a-0e2b282146ca HTTP/1.1" status: 204 len: 168 time: 5.4564035 Nov 12 07:52:33.507261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56604) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:33.577063 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ea566361-0e0b-4e2c-9202-05eab3fa51ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:33.644321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=cf61f284-4270-4009-a88d-049c94c31e34,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:33.646191 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-67b03873-8c0b-42a7-b4a1-d292fd75ed4d req-e2b17fd0-f11d-45fa-94dd-15eac406e827 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/security-groups?id=0e22487c-726b-4163-b96a-51fd612e7b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114337 Nov 12 07:52:33.651578 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.899s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:33.659508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65551849-de69-4f9a-9ce0-ad53e7c9b35b'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:33.670358 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.797s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:33.670595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e81b4-d974-4cab-8f4a-c92046e05174 req-01944488-2756-4e5d-8a94-dec37e9a04d3 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:33.670852 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:33.671554 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e670-fde8-47bc-b959-8e594e1530fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:33.675758 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f07e81b4-d974-4cab-8f4a-c92046e05174 req-01944488-2756-4e5d-8a94-dec37e9a04d3 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d HTTP/1.1" status: 200 len: 946 time: 0.2117143 Nov 12 07:52:33.696471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Pushing event updated for resources: {'Port': ['ID=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:33.761468 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:33.769777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 05d3c6d2-4d58-4b8f-8fe1-feb763411193 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:33.794540 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:33.797830 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:52:33.810971 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:33.826273 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f07e81b4-d974-4cab-8f4a-c92046e05174 req-97682b15-31a4-4c7c-b3fb-bfa2a3771468 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360800 Nov 12 07:52:33.911883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Network 281d3e6e-cd06-420d-a691-7020119b9d2e is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:52:33.932153 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65551849-de69-4f9a-9ce0-ad53e7c9b35b', 'code': 200} Nov 12 07:52:33.955887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 65551849-de69-4f9a-9ce0-ad53e7c9b35b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:33.956457 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:33.984715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f2e2c-9005-4902-a786-eb5eca3e7b1c req-9180fe82-89c2-419c-8bb2-7c0a1a6b424d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:33.987070 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-170f2e2c-9005-4902-a786-eb5eca3e7b1c req-9180fe82-89c2-419c-8bb2-7c0a1a6b424d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 0.1580405 Nov 12 07:52:34.000228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 636f766e-0288-4e52-b31d-1a62b52ddfeb triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:34.000698 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.027328 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.093838 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Notify callbacks [] for port, precommit_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.107645 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-170f2e2c-9005-4902-a786-eb5eca3e7b1c req-06646af8-d30f-4fa1-98df-747438718573 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135421 Nov 12 07:52:34.126163 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-ea566361-0e0b-4e2c-9202-05eab3fa51ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80794) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:52:34.126583 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-ea566361-0e0b-4e2c-9202-05eab3fa51ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:52:34.134206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Transition to ACTIVE for port object bae9a991-e62f-4a48-ade1-1f562c29d3e4 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:34.149575 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.155535 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f67ee2eb-9e71-4276-aacd-cdeeeb53b346 req-a8946d9a-71d8-4bdb-baf2-c8e25cb8b245 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d HTTP/1.1" status: 200 len: 1161 time: 0.1140604 Nov 12 07:52:34.167714 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:34.196952 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 05d3c6d2-4d58-4b8f-8fe1-feb763411193 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:34.210356 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f67ee2eb-9e71-4276-aacd-cdeeeb53b346 req-5e0be8f7-baa4-44c9-98a3-d2492157133d service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454051 Nov 12 07:52:34.263870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 281d3e6e-cd06-420d-a691-7020119b9d2e) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:34.286272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cd1ff0-21d2-4b04-b922-6ed9b8fc683e None None] Network 281d3e6e-cd06-420d-a691-7020119b9d2e requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:34.301145 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 05d3c6d2-4d58-4b8f-8fe1-feb763411193 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:34.301692 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.334943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:34.335590 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.375153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Network f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:34.413535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:34.423295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:34.513524 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9eb9e975-a052-481a-bed7-28ff800df226 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.4911928 Nov 12 07:52:34.514033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56624) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:34.520339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-670688669-router', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:34.528212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:34.539737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Usage tracker for resource:router and tenant:143042d4ad4f4544a25d0d580a57300a is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:34.541628 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.544016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:34.559492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:34.566147 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340179a-c67d-4ede-94a0-b9b90e4163d7 None None] Pushing event updated for resources: {'Port': ['ID=bae9a991-e62f-4a48-ade1-1f562c29d3e4,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:34.569743 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4340179a-c67d-4ede-94a0-b9b90e4163d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:34.579096 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846799970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718870'] for router, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.581809 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7975928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7958150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846774114', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-56930'] for router, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.604808 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.618743 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.655947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Allocated IP 172.20.0.1 (89c126b2-acfb-4f86-b6c5-e42e657d8039/17f04a5a-bc1e-4809-9b5c-feb265892d9b/ccbb8e9c-f242-499a-8fb8-ea9df38d86b0) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:34.660922 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Transition to ACTIVE for port object 71d14650-e37f-4e2c-947e-102fb0f4558a will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:34.666303 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:34.666979 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.672436 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.825459 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846824839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-56981'] for router, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:34.845854 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3764980 Nov 12 07:52:34.939937 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Request body: {'port': {'device_id': '0e8720d2-4cb5-4683-b586-8e9c86144289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:34.951086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 65551849-de69-4f9a-9ce0-ad53e7c9b35b up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:34.993033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device e6b138b6-53c7-40d1-b0c9-7e8cb0b82784 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:35.159637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d2935d-274c-4dcf-b596-cc8041a66147']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:35.181174 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.182992 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e0e6e-5032-429b-9a9f-ee44e980f858 req-3ba9d8eb-4dbc-4361-a730-21800e1f42eb tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:35.192453 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.192677 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-342e0e6e-5032-429b-9a9f-ee44e980f858 req-3ba9d8eb-4dbc-4361-a730-21800e1f42eb tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 932 time: 0.2963114 Nov 12 07:52:35.207266 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.211002 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0205d964-83ff-46b3-a688-25f79ca8ff2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:35.273860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14638e21-ded7-489e-bd87-f3030aa89054') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:35.274538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14638e21-ded7-489e-bd87-f3030aa89054') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:35.280663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e557758e-ce5a-48a2-9d19-54ebda6e50c4 None None] Network 281d3e6e-cd06-420d-a691-7020119b9d2e requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:52:35.317185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bb68b-69aa-4046-b90e-c335e2f3daec req-b2ebc9e5-eb2d-4729-aada-7322c30d798e tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:35.319001 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ef1bb68b-69aa-4046-b90e-c335e2f3daec req-b2ebc9e5-eb2d-4729-aada-7322c30d798e tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d HTTP/1.1" status: 200 len: 946 time: 0.2453890 Nov 12 07:52:35.376506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Attempting to bind port bae9a991-e62f-4a48-ade1-1f562c29d3e4 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:35.376943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Attempting to bind port bae9a991-e62f-4a48-ade1-1f562c29d3e4 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:35.377366 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Attempting to bind port bae9a991-e62f-4a48-ade1-1f562c29d3e4 on network e05c3b57-937d-41ff-abac-1be23c57afec {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:35.392463 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.428259 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.475041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.482109 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-342e0e6e-5032-429b-9a9f-ee44e980f858 req-6244dce7-5b0d-450b-8a13-81b77a4c6ed6 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/security-groups?id=0e22487c-726b-4163-b96a-51fd612e7b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883110 Nov 12 07:52:35.486252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:52:35.486448 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.534676 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ef1bb68b-69aa-4046-b90e-c335e2f3daec req-f2b763c8-f558-4297-b2a0-b0235a219a4b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060463 Nov 12 07:52:35.565607 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.572025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 05d3c6d2-4d58-4b8f-8fe1-feb763411193, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=05d3c6d2-4d58-4b8f-8fe1-feb763411193,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:35.582187 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:35.582621 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:35.583218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.583681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Bound using segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:35.584620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Bound port: bae9a991-e62f-4a48-ade1-1f562c29d3e4, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:35.584865 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.612927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 65551849-de69-4f9a-9ce0-ad53e7c9b35b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:35.613554 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.628857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Pushing event updated for resources: {'Port': ['ID=71d14650-e37f-4e2c-947e-102fb0f4558a,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:35.650503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port e6b138b6-53c7-40d1-b0c9-7e8cb0b82784 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:35.676241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port e6b138b6-53c7-40d1-b0c9-7e8cb0b82784 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:35.676799 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.709899 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:35.741906 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:35.898713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 6147baa7-9377-4e00-acaf-35276ed16c44 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:35.995941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0f831-9a1e-447d-adf6-56b4e5cbdded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d3c6d2-4d58-4b8f-8fe1-feb763411193'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:36.154312 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc0f831-9a1e-447d-adf6-56b4e5cbdded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d3c6d2-4d58-4b8f-8fe1-feb763411193', 'code': 200} Nov 12 07:52:36.180352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Network 32d2935d-274c-4dcf-b596-cc8041a66147 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:52:36.192523 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:36.197511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=05d3c6d2-4d58-4b8f-8fe1-feb763411193,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:36.211340 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:36.229226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] For port bae9a991-e62f-4a48-ade1-1f562c29d3e4, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:36.299473 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:36.304198 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.092s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:36.342992 n-d-761264-6 neutron-server[80681]: INFO neutron.api.v2.resource [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-ace4b677-0248-4539-9d47-6d44d7e2aa3f service neutron] show failed (client error): The resource could not be found. Nov 12 07:52:36.344134 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-ace4b677-0248-4539-9d47-6d44d7e2aa3f service neutron] 10.222.0.33 "GET /v2.0/ports/901a4160-cec7-48e8-8567-f2facdb2ff42/bindings/n-h1-761264-6 HTTP/1.1" status: 404 len: 380 time: 0.2037818 Nov 12 07:52:36.347986 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:36.399631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] For port bae9a991-e62f-4a48-ade1-1f562c29d3e4, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=bae9a991-e62f-4a48-ade1-1f562c29d3e4,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:36.429030 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Transition to ACTIVE for port object ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:36.451404 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:36.463616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134fe24-b3a2-4afb-af81-6c66e21d2f1b req-2e1f0234-bc39-438e-bc64-4025bae5d897 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:36.465329 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e134fe24-b3a2-4afb-af81-6c66e21d2f1b req-2e1f0234-bc39-438e-bc64-4025bae5d897 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 0.3261166 Nov 12 07:52:36.491131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port e6b138b6-53c7-40d1-b0c9-7e8cb0b82784, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=e6b138b6-53c7-40d1-b0c9-7e8cb0b82784,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:36.496242 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4340179a-c67d-4ede-94a0-b9b90e4163d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:36.502057 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-df5c2c55-a4a2-4394-ac7c-a1f34ad7e2e1 req-50ddb8ee-9c17-48ad-a7e2-8eeac69785c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fc0f831-9a1e-447d-adf6-56b4e5cbdded HTTP/1.1" status: 200 len: 1160 time: 0.2808282 Nov 12 07:52:36.557920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e134fe24-b3a2-4afb-af81-6c66e21d2f1b req-f0593512-8ac2-4c96-8672-8a49f7629f5e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752726 Nov 12 07:52:36.559151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Allocated IP 172.25.5.117 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/af269e94-cfb7-4a0a-955b-d0f5886b52ec) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:36.565220 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:36.612927 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-df5c2c55-a4a2-4394-ac7c-a1f34ad7e2e1 req-1464d43b-b5b7-4efa-8bac-0316e114dada service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646272 Nov 12 07:52:36.697495 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 6147baa7-9377-4e00-acaf-35276ed16c44 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:36.697927 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:36.759711 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device cf61f284-4270-4009-a88d-049c94c31e34 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:36.779944 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:36.879177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Network bea8f324-51a8-4fe5-b3b5-847cadacbafb is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:36.883015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340179a-c67d-4ede-94a0-b9b90e4163d7 None None] Pushing event updated for resources: {'Port': ['ID=bae9a991-e62f-4a48-ade1-1f562c29d3e4,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:36.886045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 901a4160-cec7-48e8-8567-f2facdb2ff42 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:52:36.900535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Network 32d2935d-274c-4dcf-b596-cc8041a66147 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:52:36.910885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:52:36.936430 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:52:36.942540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:36.950819 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4340179a-c67d-4ede-94a0-b9b90e4163d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:36.962365 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bd5ef9e7-d17f-4093-b367-d6db443c7bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:36.991446 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:37.020140 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c27d540c-a22a-44c7-8bf5-5c039e99c121 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:37.119602 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951012'] for router_interface, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:37.211024 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:37.241371 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-203c1b6e-9b71-4acf-9368-ab613540da10 tempest-LiveAutoBlockMigrationV225Test-1199687046 tempest-LiveAutoBlockMigrationV225Test-1199687046] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:37.274049 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=e6b138b6-53c7-40d1-b0c9-7e8cb0b82784,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:37.283786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port cf61f284-4270-4009-a88d-049c94c31e34 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:37.284355 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:37.313500 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:37.330637 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-fa58ba0d-38fa-4b32-8551-e27d6ec91f1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50&tenant_id=6a2815708d614ce1b993a1a3e41c0d64 HTTP/1.1" status: 200 len: 1163 time: 0.5322585 Nov 12 07:52:37.335998 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:37.364843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-761264-6', 'device_owner': 'compute:nova'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:37.392386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Routers {'3caf0c4b-69ac-47f9-ad00-63d07a506305'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:37.392386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:52:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3caf0c4b-69ac-47f9-ad00-63d07a506305'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:37.412524 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:37.433183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4cab1-5c05-4f6d-9998-55e1dbfa85b2 req-801eab76-6449-4bde-bf84-ca55c332593c tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:37.434986 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ace4cab1-5c05-4f6d-9998-55e1dbfa85b2 req-801eab76-6449-4bde-bf84-ca55c332593c tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 932 time: 0.5835252 Nov 12 07:52:37.446869 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:37.480179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Pushing event updated for resources: {'Port': ['ID=af269e94-cfb7-4a0a-955b-d0f5886b52ec,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:37.500272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ccbb8e9c-f242-499a-8fb8-ea9df38d86b0,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:37.527492 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:37.538981 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] 10.222.0.40 "DELETE /v2.0/networks/32d2935d-274c-4dcf-b596-cc8041a66147 HTTP/1.1" status: 204 len: 168 time: 4.0280747 Nov 12 07:52:37.541301 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:37.552459 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:37.591415 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:37.649051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Pushing event deleted for resources: {'Network': ['ID=32d2935d-274c-4dcf-b596-cc8041a66147,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:37.665447 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:37.677373 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:37.706096 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ead5b6-0735-483d-9bb9-f1271c824e3a req-dc06a133-edd3-4f37-8119-4d3bb34085e0 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:37.707731 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-09ead5b6-0735-483d-9bb9-f1271c824e3a req-dc06a133-edd3-4f37-8119-4d3bb34085e0 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d HTTP/1.1" status: 200 len: 946 time: 0.7234318 Nov 12 07:52:37.719546 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ace4cab1-5c05-4f6d-9998-55e1dbfa85b2 req-08eda4b3-0477-4095-bfa7-fe977ad28cc8 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/security-groups?id=0e22487c-726b-4163-b96a-51fd612e7b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447689 Nov 12 07:52:37.735570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d4eb9570-a582-4128-a7f7-21e35f556bcf None None] Provisioning for port 71d14650-e37f-4e2c-947e-102fb0f4558a completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:37.809941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:37.819595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:37.824390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:37.883784 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-09ead5b6-0735-483d-9bb9-f1271c824e3a req-d7496798-5ae6-4ea5-a14a-bf6c255d4ef5 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608741 Nov 12 07:52:37.933472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Network 89c126b2-acfb-4f86-b6c5-e42e657d8039 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:37.958539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 05d3c6d2-4d58-4b8f-8fe1-feb763411193 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:38.016323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:38.046679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:38.067240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d4eb9570-a582-4128-a7f7-21e35f556bcf None None] Provisioning complete for port 71d14650-e37f-4e2c-947e-102fb0f4558a triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:38.069801 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9570-a582-4128-a7f7-21e35f556bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.145265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56718) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:38.148736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:38.163214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:38.203428 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.212196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56722) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:38.214075 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4340179a-c67d-4ede-94a0-b9b90e4163d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:38.222599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:52:38.232218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.249693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Transition to ACTIVE for port object 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:38.249993 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:52:38.250529 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:52:38.263184 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.283611 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.376454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb9570-a582-4128-a7f7-21e35f556bcf None None] Port 71d14650-e37f-4e2c-947e-102fb0f4558a cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:52:38.389660 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b108aac2-3e8d-45e8-a80e-38bf213f88b1 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=abb76c9f5d6040a5a7203a61b86bcf02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2269382 Nov 12 07:52:38.395210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56730) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:38.406751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c87d9-ad41-457e-b527-d5b070d2e504 req-eb089981-1333-4e92-bf91-fc00339d26a0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:38.408401 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-240c87d9-ad41-457e-b527-d5b070d2e504 req-eb089981-1333-4e92-bf91-fc00339d26a0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 946 time: 0.3510654 Nov 12 07:52:38.411465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:38.416566 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:38.425745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b190f0-80bc-4362-b627-f381b596cd78 req-677f8401-6228-4516-b4c5-58bcb8340318 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:38.426090 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] Set router 3caf0c4b-69ac-47f9-ad00-63d07a506305 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:38.427357 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-07b190f0-80bc-4362-b627-f381b596cd78 req-677f8401-6228-4516-b4c5-58bcb8340318 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=3fc0f831-9a1e-447d-adf6-56b4e5cbdded HTTP/1.1" status: 200 len: 945 time: 0.2748067 Nov 12 07:52:38.475322 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 05d3c6d2-4d58-4b8f-8fe1-feb763411193 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:38.475743 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.563846 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-07b190f0-80bc-4362-b627-f381b596cd78 req-facc7966-d9a2-4ae6-9e53-7a366e229d1d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127574 Nov 12 07:52:38.586145 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.593196 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-002b47e8-a442-46a9-bcee-798a648e6206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.601640 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-240c87d9-ad41-457e-b527-d5b070d2e504 req-e56232ff-942d-42e1-a596-7a9e0e369623 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698425 Nov 12 07:52:38.632810 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:38.658795 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.659611 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7975814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7950930'] for router, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.684851 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-002b47e8-a442-46a9-bcee-798a648e6206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.702648 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.743276 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device e6b138b6-53c7-40d1-b0c9-7e8cb0b82784 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:38.794385 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42', 'code': 200} Nov 12 07:52:38.802460 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:38.807387 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:38.808836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ac79c-247e-4611-b211-7fd080000442 None None] Provisioning for port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:38.809546 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.872008 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.883875 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951012'] for router_interface, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.892993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ac79c-247e-4611-b211-7fd080000442 None None] Provisioning complete for port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:38.893263 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ac79c-247e-4611-b211-7fd080000442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:38.947321 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cf75dba8-473c-4520-a69a-cecec6f07d20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:39.040446 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7104559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982403'] for router_interface, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:39.048177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ac79c-247e-4611-b211-7fd080000442 None None] Port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:52:39.080942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port e6b138b6-53c7-40d1-b0c9-7e8cb0b82784 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:39.080942 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:39.081183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Pushing event updated for resources: {'Port': ['ID=71d14650-e37f-4e2c-947e-102fb0f4558a,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:39.095512 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:39.109945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'name': 'tempest-TaggedBootDevicesTest-1549072794-router', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:20Z', 'updated_at': '2020-11-12T07:52:24Z', 'revision_number': 3, 'project_id': '5944b8b968034cbe8465622a83c7a5a0', 'gw_port': {'id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:22Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:39.131262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffa535e-4e79-4b70-a3cd-c7704bca7ffc None None] The sync data for ids ['3caf0c4b-69ac-47f9-ad00-63d07a506305'] in n-d-761264-6 is: [{'id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'name': 'tempest-TaggedBootDevicesTest-1549072794-router', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:20Z', 'updated_at': '2020-11-12T07:52:24Z', 'revision_number': 3, 'project_id': '5944b8b968034cbe8465622a83c7a5a0', 'gw_port': {'id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:22Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:52:39.348855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:39.414657 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:39.425749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Usage tracker for resource:security_group_rule and tenant:d8f713f8aa6345e684b9eadb73e5b5dc is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:39.431629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:39.497173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:39.518785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Network bea8f324-51a8-4fe5-b3b5-847cadacbafb is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:39.549525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:39.588607 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-002b47e8-a442-46a9-bcee-798a648e6206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:39.610008 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d60c3b31-8e85-4db9-9ca6-3784d2d38749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:39.654935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b47e8-a442-46a9-bcee-798a648e6206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6856dfe-5477-44bb-af2b-053869edfe9a,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:39.675897 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-002b47e8-a442-46a9-bcee-798a648e6206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:39.801844 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-002b47e8-a442-46a9-bcee-798a648e6206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:39.805857 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-002b47e8-a442-46a9-bcee-798a648e6206 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e6856dfe-5477-44bb-af2b-053869edfe9a HTTP/1.1" status: 204 len: 168 time: 1.4064078 Nov 12 07:52:39.817695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f7c57-be56-44bf-ada6-c204d652ddd6 req-2f5ce738-e98d-4c99-82b9-1be737c2834e tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:39.819434 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a86f7c57-be56-44bf-ada6-c204d652ddd6 req-2f5ce738-e98d-4c99-82b9-1be737c2834e tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 944 time: 0.4723144 Nov 12 07:52:39.843572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d2eaa-7d4d-495a-9fb2-fda3f8758560 req-ef45ef18-7373-4bba-a3dc-6be2019390bb tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:39.852397 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c9d2eaa-7d4d-495a-9fb2-fda3f8758560 req-ef45ef18-7373-4bba-a3dc-6be2019390bb tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=3fc0f831-9a1e-447d-adf6-56b4e5cbdded HTTP/1.1" status: 200 len: 945 time: 0.4414227 Nov 12 07:52:39.929134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-0d169374-7508-4a52-815d-4093bebbf4c5 None None] Provisioning complete for port 71d14650-e37f-4e2c-947e-102fb0f4558a triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:39.929561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d169374-7508-4a52-815d-4093bebbf4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.036197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-0d169374-7508-4a52-815d-4093bebbf4c5 None None] Port 71d14650-e37f-4e2c-947e-102fb0f4558a cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:52:40.153811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Attempting to bind port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:40.154180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Attempting to bind port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '145a4be4-643b-47e9-a076-bf4727e24f11', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:40.154968 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Attempting to bind port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b on network f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:40.191182 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.223634 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.224037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:40.224375 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Checking segment: {'id': '145a4be4-643b-47e9-a076-bf4727e24f11', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:40.224831 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.225249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Bound using segment: {'id': '145a4be4-643b-47e9-a076-bf4727e24f11', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:40.225753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Bound port: 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145a4be4-643b-47e9-a076-bf4727e24f11', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:40.226263 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.268831 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-09d654c1-ec66-442d-981c-550de4cb6cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:40.279250 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d8f713f8aa6345e684b9eadb73e5b5dc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0426273 Nov 12 07:52:40.292389 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4c9d2eaa-7d4d-495a-9fb2-fda3f8758560 req-0711fe9d-324a-4728-9e7f-c58f5604482b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386635 Nov 12 07:52:40.296109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56750) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:40.301611 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a86f7c57-be56-44bf-ada6-c204d652ddd6 req-1bbf620b-1c58-4a11-83b4-1a05ebd8fe48 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/security-groups?id=0e22487c-726b-4163-b96a-51fd612e7b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255891 Nov 12 07:52:40.382007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] For port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b, host n-h2-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:40.386733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] For port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b,segment=NetworkSegment(145a4be4-643b-47e9-a076-bf4727e24f11),segment_id=145a4be4-643b-47e9-a076-bf4727e24f11)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:40.396746 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.399253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f98c439-4da7-4185-891c-fbc78b635c41,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:40.418382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:40.466635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:40.469638 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a2c26557-4c13-4bab-b745-ceab1a412519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:40.666188 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0a5e-a309-4120-a48f-aa7d43e298ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.700379 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0a5e-a309-4120-a48f-aa7d43e298ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.706279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device bae9a991-e62f-4a48-ade1-1f562c29d3e4 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:40.778293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.778847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.779393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.779818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.780321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.780880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.781462 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.782270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.782720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.783209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.783789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.784148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.784541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port bae9a991-e62f-4a48-ade1-1f562c29d3e4 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:40.784659 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.785139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.785628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.786098 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.786726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.787036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.787836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.788392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.788783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.789331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.789738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.790142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.790627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.791035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.791439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.791836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.792518 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.792934 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.793358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.793757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.794152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.794553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.795281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.795700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:40.796544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port bae9a991-e62f-4a48-ade1-1f562c29d3e4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:40.797651 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.801156 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:40.802097 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0a5e-a309-4120-a48f-aa7d43e298ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.814467 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ddadd1f2-48ee-4dc1-97b1-2b8bf03c6bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:40.834005 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:40.860341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901a4160-cec7-48e8-8567-f2facdb2ff42 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:52:40.860613 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:40.871231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d0a5e-a309-4120-a48f-aa7d43e298ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f98c439-4da7-4185-891c-fbc78b635c41,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:40.874365 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b5d0a5e-a309-4120-a48f-aa7d43e298ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:40.885711 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.902881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Transition to ACTIVE for port object 901a4160-cec7-48e8-8567-f2facdb2ff42 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:40.909375 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Router 6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0 is scheduled to L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 with binding_index 1 {{(pid=80792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 12 07:52:40.911946 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0a5e-a309-4120-a48f-aa7d43e298ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.930081 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1b5d0a5e-a309-4120-a48f-aa7d43e298ef admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9f98c439-4da7-4185-891c-fbc78b635c41 HTTP/1.1" status: 204 len: 168 time: 0.6169262 Nov 12 07:52:40.949747 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:40.976174 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c65ce330-fb3e-41d9-8c7c-b2fa1b8b7710 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:40.986607 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:41.002245 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:41.007745 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:41.009288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] 10.222.0.33 "PUT /v2.0/ports/9e9e8d41-b57e-4d63-a31a-6ccfee35d49b HTTP/1.1" status: 200 len: 1156 time: 6.0978527 Nov 12 07:52:41.010816 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8720d2-4cb5-4683-b586-8e9c86144289', 'tag': '9e9e8d41-b57e-4d63-a31a-6ccfee35d49b'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:41.021478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port bae9a991-e62f-4a48-ade1-1f562c29d3e4, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=bae9a991-e62f-4a48-ade1-1f562c29d3e4,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:41.027175 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:41.028792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:41.036146 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:41.085602 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=6']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:41.114928 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:41.141871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=bae9a991-e62f-4a48-ade1-1f562c29d3e4,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:41.150384 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:41.173110 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:41.225828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c935f-a5ad-4fc7-bc93-c467b0912714 req-a9417ec5-1759-4663-99b5-af9454894457 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:41.236427 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b00c935f-a5ad-4fc7-bc93-c467b0912714 req-a9417ec5-1759-4663-99b5-af9454894457 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 946 time: 0.7266176 Nov 12 07:52:41.245386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-4663ae63-7485-414f-aa59-9f7a88f0d17e tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:41.247442 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-4663ae63-7485-414f-aa59-9f7a88f0d17e tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.41 "GET /v2.0/ports?device_id=3fc0f831-9a1e-447d-adf6-56b4e5cbdded HTTP/1.1" status: 200 len: 945 time: 0.7438214 Nov 12 07:52:41.249892 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7104559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982403'] for router_interface, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:41.286263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ccbb8e9c-f242-499a-8fb8-ea9df38d86b0,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:41.351125 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:41.438668 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-e18ceac1-74f9-4ccd-860d-49583633b436 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8d6d56940c114ef8a4a968c670cce352&device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 1159 time: 0.3631804 Nov 12 07:52:41.511013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Deleting port 05d3c6d2-4d58-4b8f-8fe1-feb763411193 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:52:41.511399 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:41.521020 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56782) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:41.561646 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-4ddd4c41-de75-4a0c-8698-586d3b62f579 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b HTTP/1.1" status: 200 len: 217 time: 0.1136839 Nov 12 07:52:41.563477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Router 8891dc57-6d4f-4935-88b6-85abe6200156 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:52:41.568632 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9924ac9c-6c4c-48c3-b274-eb97b3b49e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:41.607779 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b00c935f-a5ad-4fc7-bc93-c467b0912714 req-2184b701-a9c6-45c5-a026-ca8a1cd682c6 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697355 Nov 12 07:52:41.653474 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8720d2-4cb5-4683-b586-8e9c86144289', 'tag': '9e9e8d41-b57e-4d63-a31a-6ccfee35d49b', 'status': 'completed', 'code': 200} Nov 12 07:52:41.671158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Network 89c126b2-acfb-4f86-b6c5-e42e657d8039 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:41.678216 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:41.827342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 05d3c6d2-4d58-4b8f-8fe1-feb763411193 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:52:41.980461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] For port 05d3c6d2-4d58-4b8f-8fe1-feb763411193, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=05d3c6d2-4d58-4b8f-8fe1-feb763411193,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:41.980869 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:42.013149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-90f19a2f-1ebd-4232-8d78-dd606b63afab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:42.015100 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-90f19a2f-1ebd-4232-8d78-dd606b63afab service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d7930d00-a2ed-4789-a029-cf3d5e3ccf0d HTTP/1.1" status: 200 len: 849 time: 0.4282694 Nov 12 07:52:42.016212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9924ac9c-6c4c-48c3-b274-eb97b3b49e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:42.034227 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:42.076233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9924ac9c-6c4c-48c3-b274-eb97b3b49e8f admin admin] Usage tracker for resource:security_group_rule and tenant:05f7f4336f8c4ee9912dac127d42c5fa is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:42.076471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 05d3c6d2-4d58-4b8f-8fe1-feb763411193, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=05d3c6d2-4d58-4b8f-8fe1-feb763411193,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:42.079778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0f831-9a1e-447d-adf6-56b4e5cbdded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d3c6d2-4d58-4b8f-8fe1-feb763411193'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:42.092703 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:42.096792 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3e824965-18a4-4f5e-87b0-f65c6a5efcab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:42.172252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-cf218622-5223-4bcf-8eb2-5eba4d6ba4f9 None None] Provisioning complete for port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:42.172669 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cf218622-5223-4bcf-8eb2-5eba4d6ba4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:42.248700 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-cf218622-5223-4bcf-8eb2-5eba4d6ba4f9 None None] Port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:52:42.251869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=05d3c6d2-4d58-4b8f-8fe1-feb763411193,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:42.255948 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:42.358727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9924ac9c-6c4c-48c3-b274-eb97b3b49e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:42.371766 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-9613bad3-bfb3-4a8a-b411-f9ebdea6f4e4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3404398 Nov 12 07:52:42.372776 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9924ac9c-6c4c-48c3-b274-eb97b3b49e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:42.476565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Calling delete_port for 05d3c6d2-4d58-4b8f-8fe1-feb763411193 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:52:42.622594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] No DVR routers for this DVR port 901a4160-cec7-48e8-8567-f2facdb2ff42 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:52:42.646668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device bae9a991-e62f-4a48-ade1-1f562c29d3e4 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:42.724801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Attempting to bind port 901a4160-cec7-48e8-8567-f2facdb2ff42 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:42.725750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Attempting to bind port 901a4160-cec7-48e8-8567-f2facdb2ff42 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:42.725750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Attempting to bind port 901a4160-cec7-48e8-8567-f2facdb2ff42 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:42.727982 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:52:42.728344 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:52:42.730704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port bae9a991-e62f-4a48-ade1-1f562c29d3e4 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:42.731132 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:42.737054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19be8b8-e585-4380-a4a9-7793adf6d339 req-58fbf777-a384-4814-9710-272a67f97770 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:42.738726 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d19be8b8-e585-4380-a4a9-7793adf6d339 req-58fbf777-a384-4814-9710-272a67f97770 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=3fc0f831-9a1e-447d-adf6-56b4e5cbdded HTTP/1.1" status: 200 len: 943 time: 0.7859435 Nov 12 07:52:42.744063 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-19398198-6060-4f2b-b29e-6e719a97bf83 service neutron] 10.222.0.33 "GET /v2.0/networks/f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574500 Nov 12 07:52:42.749390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acf68b-fbac-47a9-b045-4dde57adfda4 req-1f831869-19c0-4598-a518-914e5b4536c7 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:42.751271 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f3acf68b-fbac-47a9-b045-4dde57adfda4 req-1f831869-19c0-4598-a518-914e5b4536c7 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 944 time: 0.8532207 Nov 12 07:52:42.778440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:42.778845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:42.779231 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:42.779605 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:42.780106 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Bound port: 901a4160-cec7-48e8-8567-f2facdb2ff42, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:42.780481 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:42.792829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9924ac9c-6c4c-48c3-b274-eb97b3b49e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:42.863712 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9924ac9c-6c4c-48c3-b274-eb97b3b49e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:42.877162 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f5b81f94-7039-4ad9-a934-d42a9a25311e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:42.915304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:52:42.927063 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Sync routers for ids ['6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:52:42.931283 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d19be8b8-e585-4380-a4a9-7793adf6d339 req-a7548cd3-9965-401b-bb07-e1ee86ed9a51 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789176 Nov 12 07:52:42.944042 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Routers {'6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:42.944767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:52:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:42.954555 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f3acf68b-fbac-47a9-b045-4dde57adfda4 req-fe62e304-d0ca-4624-9ae0-e51f2a163294 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/security-groups?id=0e22487c-726b-4163-b96a-51fd612e7b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804111 Nov 12 07:52:42.980097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924ac9c-6c4c-48c3-b274-eb97b3b49e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f547d2-293a-44e4-b90a-669f963761a8,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:42.989512 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9924ac9c-6c4c-48c3-b274-eb97b3b49e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:43.000164 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9924ac9c-6c4c-48c3-b274-eb97b3b49e8f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=05f7f4336f8c4ee9912dac127d42c5fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4764936 Nov 12 07:52:43.001072 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56792) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:43.006282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:43.009009 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Notify callbacks [] for router, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:43.013240 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] 10.222.0.40 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4981163 Nov 12 07:52:43.015653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:43.016565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56798) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:43.067849 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb7cce3a-c610-4c2b-bb28-449ec879b0e4 req-24a700ff-c24c-453d-8d6b-dcd78bfe0de9 service neutron] 10.222.0.33 "GET /v2.0/networks/f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3070707 Nov 12 07:52:43.076818 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc0f831-9a1e-447d-adf6-56b4e5cbdded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05d3c6d2-4d58-4b8f-8fe1-feb763411193', 'code': 200} Nov 12 07:52:43.096760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:52:43.108963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Sync routers for ids ['8891dc57-6d4f-4935-88b6-85abe6200156'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:52:43.143646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Routers {'8891dc57-6d4f-4935-88b6-85abe6200156'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:43.147174 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:52:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['8891dc57-6d4f-4935-88b6-85abe6200156'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:43.203898 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] 10.222.0.40 "PUT /v2.0/routers/8891dc57-6d4f-4935-88b6-85abe6200156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1831841 Nov 12 07:52:43.211375 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eeab-ce30-4436-87a0-2211977cbfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:43.240109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Deleting port 05d3c6d2-4d58-4b8f-8fe1-feb763411193 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:52:43.241002 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:43.268365 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eeab-ce30-4436-87a0-2211977cbfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:43.310154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Set router 6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:43.334687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Router 3caf0c4b-69ac-47f9-ad00-63d07a506305 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:52:43.344814 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e9e36be5-b178-4b8d-935c-81810b59a609 req-cde6f603-36eb-4093-958b-6c2c717f1a62 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=8d6d56940c114ef8a4a968c670cce352&device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 1159 time: 0.1941633 Nov 12 07:52:43.372972 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:43.576408 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4b3f4cb1-c53b-4e0f-bf80-70468fbde706 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:43.606805 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eeab-ce30-4436-87a0-2211977cbfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:43.624156 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6e3daa51-342e-47ee-b441-5d11a2abc7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:43.645974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4eeab-ce30-4436-87a0-2211977cbfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f547d2-293a-44e4-b90a-669f963761a8,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:43.662338 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4bc4eeab-ce30-4436-87a0-2211977cbfa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:43.678293 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4bc4eeab-ce30-4436-87a0-2211977cbfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:43.690563 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4bc4eeab-ce30-4436-87a0-2211977cbfa9 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a2f547d2-293a-44e4-b90a-669f963761a8 HTTP/1.1" status: 204 len: 168 time: 0.6778181 Nov 12 07:52:43.711208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=7']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:43.715669 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:43.748608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e36be5-b178-4b8d-935c-81810b59a609 req-33f505cc-93fd-4694-83c0-5fc481a34784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:43.759780 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e9e36be5-b178-4b8d-935c-81810b59a609 req-33f505cc-93fd-4694-83c0-5fc481a34784 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 HTTP/1.1" status: 200 len: 903 time: 0.4020641 Nov 12 07:52:43.825830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Set router 8891dc57-6d4f-4935-88b6-85abe6200156 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:43.859932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'name': 'tempest-ServerRescueTestJSON-670688669-router', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:34Z', 'updated_at': '2020-11-12T07:52:38Z', 'revision_number': 3, 'project_id': '143042d4ad4f4544a25d0d580a57300a', 'gw_port': {'id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:36Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:43.864727 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e9e36be5-b178-4b8d-935c-81810b59a609 req-4f8602b8-f850-45a6-92ce-a3d9b2524ecc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b HTTP/1.1" status: 200 len: 217 time: 0.0935960 Nov 12 07:52:43.874899 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Checking router: 6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:52:43.880317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Updating router 6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0 port af269e94-cfb7-4a0a-955b-d0f5886b52ec binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:52:43.960845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e36be5-b178-4b8d-935c-81810b59a609 req-68f658f1-93f1-4ecf-b728-2677595845d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:43.962490 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e9e36be5-b178-4b8d-935c-81810b59a609 req-68f658f1-93f1-4ecf-b728-2677595845d3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=d7930d00-a2ed-4789-a029-cf3d5e3ccf0d HTTP/1.1" status: 200 len: 849 time: 0.0902808 Nov 12 07:52:43.985528 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:44.047176 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e9e36be5-b178-4b8d-935c-81810b59a609 req-1ed8d39c-d47f-411b-a990-6cc57d48fb44 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732505 Nov 12 07:52:44.050144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:52:44.089802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Sync routers for ids ['3caf0c4b-69ac-47f9-ad00-63d07a506305'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:52:44.116412 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] 10.222.0.40 "PUT /v2.0/routers/3caf0c4b-69ac-47f9-ad00-63d07a506305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8084655 Nov 12 07:52:44.166813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf3d73-449d-4528-acca-a94269e39474 req-30e5db79-b6c1-4a6b-83f0-97e0d5ec896e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:44.175556 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2fcf3d73-449d-4528-acca-a94269e39474 req-30e5db79-b6c1-4a6b-83f0-97e0d5ec896e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 946 time: 0.7582626 Nov 12 07:52:44.256186 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2fcf3d73-449d-4528-acca-a94269e39474 req-80503c38-a1cf-4849-a308-10a51c02ebf3 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794728 Nov 12 07:52:44.374326 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e9e36be5-b178-4b8d-935c-81810b59a609 req-3cc651a5-b282-4087-91e6-27c6d49c731e service neutron] 10.222.0.33 "GET /v2.0/networks/f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220205 Nov 12 07:52:44.378570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Routers {'3caf0c4b-69ac-47f9-ad00-63d07a506305'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:44.379566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:52:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3caf0c4b-69ac-47f9-ad00-63d07a506305'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:44.513856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 56842) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:44.591614 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Request body: {'security_group': {'name': 'tempest-securitygroup--1221255560', 'description': 'tempest-description--1017334921'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:44.605974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:37Z', 'revision_number': 4, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '71d14650-e37f-4e2c-947e-102fb0f4558a', 'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'mac_address': 'fa:16:3e:38:0a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:32Z', 'updated_at': '2020-11-12T07:52:38Z', 'revision_number': 2, 'project_id': '037670edd834470e90c5381f4e5864b7', 'subnets': [{'id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:44.620332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Checking router: 8891dc57-6d4f-4935-88b6-85abe6200156 for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:52:44.620753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Updating router 8891dc57-6d4f-4935-88b6-85abe6200156 port 71d14650-e37f-4e2c-947e-102fb0f4558a binding host n-d-761264-6 {{(pid=80794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:52:44.626423 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:44.667411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] For port 05d3c6d2-4d58-4b8f-8fe1-feb763411193, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=05d3c6d2-4d58-4b8f-8fe1-feb763411193,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:44.667779 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:44.706864 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Usage tracker for resource:security_group and tenant:037670edd834470e90c5381f4e5864b7 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:44.720206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:44.768550 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e9e36be5-b178-4b8d-935c-81810b59a609 req-27abf5f9-aab7-4255-913c-127df9bef384 service neutron] 10.222.0.33 "GET /v2.0/networks/f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3878529 Nov 12 07:52:44.812646 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:44.873273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Set router 3caf0c4b-69ac-47f9-ad00-63d07a506305 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:45.038192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:45.046513 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:45.068633 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:45.073501 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] 10.222.0.41 "PUT /v2.0/ports/901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 1158 time: 7.7199581 Nov 12 07:52:45.084113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Transition to ACTIVE for port object af269e94-cfb7-4a0a-955b-d0f5886b52ec will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:45.106093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Calling delete_port for 05d3c6d2-4d58-4b8f-8fe1-feb763411193 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:52:45.152082 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:45.177632 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:45.314664 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:45.326422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:45.412516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-31558190-e7a3-48e5-b4ac-7e244b8f7df0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:52:45.489747 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Notify callbacks [] for port, precommit_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:45.505529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Transition to ACTIVE for port object 71d14650-e37f-4e2c-947e-102fb0f4558a will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:45.510459 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:45.565555 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:45.696672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10fb60-e0b7-40b4-8b52-1c936c0c465c None None] Pushing event updated for resources: {'Port': ['ID=af269e94-cfb7-4a0a-955b-d0f5886b52ec,revision_number=2']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:45.706905 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fb10fb60-e0b7-40b4-8b52-1c936c0c465c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:45.761267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee489c35-656e-43ec-9eca-761bd085d2e8 None None] Pushing event updated for resources: {'Port': ['ID=71d14650-e37f-4e2c-947e-102fb0f4558a,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:45.766116 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee489c35-656e-43ec-9eca-761bd085d2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:45.898946 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-a62f9178-b131-47ff-bf7e-d3bf237a4561 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1161 time: 0.5533676 Nov 12 07:52:45.906075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:45.924611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea4ed9-b74c-4440-b41a-83bf1bf74347 req-d41a2132-79df-4671-b339-e68f0736f1ba tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:45.925021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:45.925599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f3ea4ed9-b74c-4440-b41a-83bf1bf74347 req-d41a2132-79df-4671-b339-e68f0736f1ba tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Synchronizing usage tracker for tenant:66bc556cd30d4e279684c8ac218b0616 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:52:46.101584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'name': 'tempest-TaggedBootDevicesTest-1549072794-router', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:20Z', 'updated_at': '2020-11-12T07:52:39Z', 'revision_number': 4, 'project_id': '5944b8b968034cbe8465622a83c7a5a0', 'gw_port': {'id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:22Z', 'updated_at': '2020-11-12T07:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'ccbb8e9c-f242-499a-8fb8-ea9df38d86b0', 'name': '', 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'mac_address': 'fa:16:3e:e9:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17f04a5a-bc1e-4809-9b5c-feb265892d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:34Z', 'updated_at': '2020-11-12T07:52:40Z', 'revision_number': 2, 'project_id': '5944b8b968034cbe8465622a83c7a5a0', 'subnets': [{'id': '17f04a5a-bc1e-4809-9b5c-feb265892d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:46.107631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Checking router: 3caf0c4b-69ac-47f9-ad00-63d07a506305 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:52:46.108256 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Updating router 3caf0c4b-69ac-47f9-ad00-63d07a506305 port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 binding host n-d-761264-6 {{(pid=80795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:52:46.118493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Attempting to bind port 71d14650-e37f-4e2c-947e-102fb0f4558a on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:46.118959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Attempting to bind port 71d14650-e37f-4e2c-947e-102fb0f4558a by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:46.119374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Attempting to bind port 71d14650-e37f-4e2c-947e-102fb0f4558a on network bea8f324-51a8-4fe5-b3b5-847cadacbafb {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:46.140516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:46.140967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Checking segment: {'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:46.141407 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:46.141854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Bound using segment: {'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:46.142444 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Bound port: 71d14650-e37f-4e2c-947e-102fb0f4558a, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:46.142790 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:46.148550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Attempting to bind port af269e94-cfb7-4a0a-955b-d0f5886b52ec on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:46.148977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Attempting to bind port af269e94-cfb7-4a0a-955b-d0f5886b52ec by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:46.149389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Attempting to bind port af269e94-cfb7-4a0a-955b-d0f5886b52ec on network e05c3b57-937d-41ff-abac-1be23c57afec {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:46.176447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:46.176854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Checking segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:46.177328 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:46.177838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Bound using segment: {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:46.178743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Bound port: af269e94-cfb7-4a0a-955b-d0f5886b52ec, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63026d81-567e-48a4-9ec1-05bc9f23c834', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:46.178852 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:46.259794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] For port af269e94-cfb7-4a0a-955b-d0f5886b52ec, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:46.263844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] For port af269e94-cfb7-4a0a-955b-d0f5886b52ec, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=af269e94-cfb7-4a0a-955b-d0f5886b52ec,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:46.264679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Usage tracker for resource:security_group_rule and tenant:037670edd834470e90c5381f4e5864b7 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:46.268305 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:46.284380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:46.286031 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:46.288225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:46.297843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:46.298667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:46.299092 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:46.391238 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:46.396520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c515a3e-c59d-445f-8e42-90cc9b9f7548 req-65104038-6a9f-468e-96c1-1a0bf0235bce tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:46.406459 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3c515a3e-c59d-445f-8e42-90cc9b9f7548 req-65104038-6a9f-468e-96c1-1a0bf0235bce tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 944 time: 1.0075066 Nov 12 07:52:46.425544 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] For port 71d14650-e37f-4e2c-947e-102fb0f4558a, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:46.432450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] For port 71d14650-e37f-4e2c-947e-102fb0f4558a, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=71d14650-e37f-4e2c-947e-102fb0f4558a,segment=NetworkSegment(0aa14279-aace-42dc-88e6-b10efc265f08),segment_id=0aa14279-aace-42dc-88e6-b10efc265f08)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:46.477301 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:46.534660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10fb60-e0b7-40b4-8b52-1c936c0c465c None None] Pushing event updated for resources: {'Port': ['ID=af269e94-cfb7-4a0a-955b-d0f5886b52ec,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:46.541644 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fb10fb60-e0b7-40b4-8b52-1c936c0c465c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:46.644747 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:46.684924 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:46.688008 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-ba44c335-7bf7-469d-9d0a-df8120e75fea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:46.690771 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-ba44c335-7bf7-469d-9d0a-df8120e75fea service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.7380483 Nov 12 07:52:46.691342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f3ea4ed9-b74c-4440-b41a-83bf1bf74347 req-d41a2132-79df-4671-b339-e68f0736f1ba tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Unset dirty status for tenant:66bc556cd30d4e279684c8ac218b0616 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:52:46.694925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Routers {'6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:46.695116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:52:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:46.712345 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f3ea4ed9-b74c-4440-b41a-83bf1bf74347 req-d41a2132-79df-4671-b339-e68f0736f1ba tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=3fc0f831-9a1e-447d-adf6-56b4e5cbdded HTTP/1.1" status: 200 len: 943 time: 1.6376312 Nov 12 07:52:46.742323 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:46.769480 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Routers {'8891dc57-6d4f-4935-88b6-85abe6200156'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:46.770184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:52:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['8891dc57-6d4f-4935-88b6-85abe6200156'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:46.963016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b,segment=NetworkSegment(145a4be4-643b-47e9-a076-bf4727e24f11),segment_id=145a4be4-643b-47e9-a076-bf4727e24f11)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:46.974892 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8720d2-4cb5-4683-b586-8e9c86144289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9e8d41-b57e-4d63-a31a-6ccfee35d49b'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:46.981947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee489c35-656e-43ec-9eca-761bd085d2e8 None None] Pushing event updated for resources: {'Port': ['ID=71d14650-e37f-4e2c-947e-102fb0f4558a,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:47.019439 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee489c35-656e-43ec-9eca-761bd085d2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:47.025153 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:47.031972 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:47.188912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:47.216793 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:47.244265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] Set router 6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:47.340635 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:47.366550 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-6de57203-da8f-4c1b-bf48-41715a895f71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 217 time: 0.6251514 Nov 12 07:52:47.367347 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:47.415980 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:52:47.461203 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eabc769e-0e52-4c2a-880d-40a9ee11681c tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:47.484926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:47.496537 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:47.501378 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:47.502972 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.9573128 Nov 12 07:52:47.506136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56956) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:47.514003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Request body: {'security_group_rule': {'security_group_id': '2897010e-c3f8-4af9-8929-c85df54e6698', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:47.528804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Pushing event updated for resources: {'SecurityGroup': ['ID=2897010e-c3f8-4af9-8929-c85df54e6698,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:47.550718 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3c515a3e-c59d-445f-8e42-90cc9b9f7548 req-278f34b2-7a9f-4177-b7b6-56b1909c86f1 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/security-groups?id=0e22487c-726b-4163-b96a-51fd612e7b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1427991 Nov 12 07:52:47.573467 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:47.574380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:47.594240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Usage tracker for resource:security_group_rule and tenant:037670edd834470e90c5381f4e5864b7 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:47.603444 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:47.618206 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Notify callbacks [] for port, precommit_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:47.624059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:47.653619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Transition to ACTIVE for port object ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 will not be triggered until provisioned by entity L2. {{(pid=80795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:52:47.682360 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f3ea4ed9-b74c-4440-b41a-83bf1bf74347 req-a08b1141-0ede-4386-9a73-f99be5398482 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9689651 Nov 12 07:52:47.686794 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:47.709262 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-37b8893e-090f-4cc5-993a-dbc7574107cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:47.727346 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for security_group_rule, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:47.780732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] Set router 8891dc57-6d4f-4935-88b6-85abe6200156 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:47.879752 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:47.881215 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:47.895220 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:47.923200 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-96f551d9-aeb2-4fd1-8f9f-a06ef5441dad tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:47.998506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076dfd47-9be0-47d8-a844-d07bf5709ba3,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:48.017159 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:48.025590 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for security_group_rule, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:48.027228 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9fb62018-3011-4f10-9488-0a16603e4ceb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5192730 Nov 12 07:52:48.032679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56976) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:48.038790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Request body: {'security_group_rule': {'security_group_id': '2897010e-c3f8-4af9-8929-c85df54e6698', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:48.055239 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:48.065518 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Usage tracker for resource:security_group_rule and tenant:037670edd834470e90c5381f4e5864b7 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:48.073962 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:48.085917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:48.123496 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for security_group_rule, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:48.143943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-f8dad0d2-b35d-4852-a5e0-49765cab7deb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:48.150078 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-f8dad0d2-b35d-4852-a5e0-49765cab7deb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.7430706 Nov 12 07:52:48.299940 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3680232e-72b2-4fe8-a861-ad295d653501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:48.308638 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'name': 'tempest-ServerRescueTestJSON-670688669-router', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:34Z', 'updated_at': '2020-11-12T07:52:38Z', 'revision_number': 3, 'project_id': '143042d4ad4f4544a25d0d580a57300a', 'gw_port': {'id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:36Z', 'updated_at': '2020-11-12T07:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:48.319349 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:48.320209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb448f-698d-4afc-91f1-9d4b96276608 None None] The sync data for ids ['6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'] in n-d-761264-6 is: [{'id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'name': 'tempest-ServerRescueTestJSON-670688669-router', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:34Z', 'updated_at': '2020-11-12T07:52:38Z', 'revision_number': 3, 'project_id': '143042d4ad4f4544a25d0d580a57300a', 'gw_port': {'id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:36Z', 'updated_at': '2020-11-12T07:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6'}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:52:48.321956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501a415-9f71-4256-b896-1c71a8bcf749 None None] Pushing event updated for resources: {'Port': ['ID=ccbb8e9c-f242-499a-8fb8-ea9df38d86b0,revision_number=3']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:48.335857 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:48.371511 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1501a415-9f71-4256-b896-1c71a8bcf749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:48.373920 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:48.457204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85aa585-59e2-4d05-87a0-be88ee7650e5,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:48.471408 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:48.574945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Pushing event deleted for resources: {'Port': ['ID=05d3c6d2-4d58-4b8f-8fe1-feb763411193,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:48.587741 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:48.590237 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42', 'status': 'completed', 'code': 200} Nov 12 07:52:48.701564 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8720d2-4cb5-4683-b586-8e9c86144289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9e8d41-b57e-4d63-a31a-6ccfee35d49b', 'code': 200} Nov 12 07:52:48.784493 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for security_group_rule, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:48.788659 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-cd63ac2e-9e43-4468-b2f1-ca87a4b676fc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7521374 Nov 12 07:52:48.801615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 56996) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:48.871377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Request body: {'floatingip': {'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:48.888068 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:48.895266 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Attempting to bind port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:52:48.895997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Attempting to bind port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:52:48.896692 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Attempting to bind port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 on network 89c126b2-acfb-4f86-b6c5-e42e657d8039 {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:52:48.905696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Usage tracker for resource:floatingip and tenant:037670edd834470e90c5381f4e5864b7 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:48.914107 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:48.923478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:52:48.924270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Checking segment: {'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:52:48.924941 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:48.925587 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Bound using segment: {'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'} {{(pid=80795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:52:48.926331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Bound port: ccbb8e9c-f242-499a-8fb8-ea9df38d86b0, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'}}] {{(pid=80795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:52:48.927183 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:48.935475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:49.008842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] No DVR routers for this DVR port 05d3c6d2-4d58-4b8f-8fe1-feb763411193 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:52:49.014867 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:49.017296 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-50e55fb9-6604-47c4-8fee-90686731ea56 req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.41 "DELETE /v2.0/ports/05d3c6d2-4d58-4b8f-8fe1-feb763411193 HTTP/1.1" status: 204 len: 173 time: 7.7572620 Nov 12 07:52:49.032005 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for floatingip, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:49.303845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] For port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0, host n-d-761264-6, cleared binding levels {{(pid=80795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:52:49.310896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] For port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ccbb8e9c-f242-499a-8fb8-ea9df38d86b0,segment=NetworkSegment(230b27c0-0c6a-4b09-899a-85b41bf8c92d),segment_id=230b27c0-0c6a-4b09-899a-85b41bf8c92d)] {{(pid=80795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:52:49.319829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80795) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:49.343045 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ab41cfff-9374-4816-a99a-f087514cebd1 req-3e2c5d07-f8ef-4829-a0e7-04974b65ddbf service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 1161 time: 0.6873524 Nov 12 07:52:49.347316 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-6b17ad12-727d-45bf-a178-4438d80cc13c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0518591 Nov 12 07:52:49.350669 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-8ab3ce89-c60d-4831-8d6c-6847e2f78d8b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1161 time: 0.8661892 Nov 12 07:52:49.360380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:49.406635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57014) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:49.494587 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1124b1-21ca-4777-90be-763e64d5abe7 req-edf9042b-28d9-48b8-82ce-2f7644698d55 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:49.496626 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d1124b1-21ca-4777-90be-763e64d5abe7 req-edf9042b-28d9-48b8-82ce-2f7644698d55 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 946 time: 0.4955611 Nov 12 07:52:49.532783 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:49.779954 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ab41cfff-9374-4816-a99a-f087514cebd1 req-ec082829-1c37-49d8-9b53-6fe97bc84727 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=0e22487c-726b-4163-b96a-51fd612e7b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219389 Nov 12 07:52:49.813730 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:49.814291 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:49.857725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1c718-da20-4438-9878-cd84119feced req-f9a6295f-3d9e-4836-ae60-918884b65f68 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:49.861562 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aba1c718-da20-4438-9878-cd84119feced req-f9a6295f-3d9e-4836-ae60-918884b65f68 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 946 time: 1.0100198 Nov 12 07:52:49.917860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Routers {'3caf0c4b-69ac-47f9-ad00-63d07a506305'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:49.918496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:52:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['3caf0c4b-69ac-47f9-ad00-63d07a506305'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:49.963219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:37Z', 'revision_number': 4, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '71d14650-e37f-4e2c-947e-102fb0f4558a', 'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'mac_address': 'fa:16:3e:38:0a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:32Z', 'updated_at': '2020-11-12T07:52:46Z', 'revision_number': 4, 'project_id': '037670edd834470e90c5381f4e5864b7', 'subnets': [{'id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:49.972554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88468425-99b4-400c-badf-e8a11596dc17 None None] The sync data for ids ['8891dc57-6d4f-4935-88b6-85abe6200156'] in n-d-761264-6 is: [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:37Z', 'revision_number': 4, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '71d14650-e37f-4e2c-947e-102fb0f4558a', 'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'mac_address': 'fa:16:3e:38:0a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:32Z', 'updated_at': '2020-11-12T07:52:46Z', 'revision_number': 4, 'project_id': '037670edd834470e90c5381f4e5864b7', 'subnets': [{'id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:52:49.999262 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-b853d970-9efe-4d2c-9616-7c9cfa1c9ccc service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437848 Nov 12 07:52:50.117959 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-bd60b46b-48e8-49cf-b19d-a91c33b56514 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:50.124175 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-bd60b46b-48e8-49cf-b19d-a91c33b56514 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.7616384 Nov 12 07:52:50.323818 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:50.344628 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1d1124b1-21ca-4777-90be-763e64d5abe7 req-d982bad6-4567-48bf-ac5d-6a5628d3bdc0 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/security-groups?id=0e22487c-726b-4163-b96a-51fd612e7b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6349869 Nov 12 07:52:50.375956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501a415-9f71-4256-b896-1c71a8bcf749 None None] Pushing event updated for resources: {'Port': ['ID=ccbb8e9c-f242-499a-8fb8-ea9df38d86b0,revision_number=4']} {{(pid=80795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:50.381083 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1501a415-9f71-4256-b896-1c71a8bcf749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=80795) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:50.403663 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-bb24df17-eda9-4583-b9e0-bbbd561ea1a0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 217 time: 0.2583988 Nov 12 07:52:50.449383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] Set router 3caf0c4b-69ac-47f9-ad00-63d07a506305 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:52:50.587817 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aba1c718-da20-4438-9878-cd84119feced req-3c591e58-b13b-411f-99ee-4b4452ab986f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793592 Nov 12 07:52:50.588687 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2782-380a-4f26-9e0a-7e0ac0bbaf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:50.720583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57036) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:50.725249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0f831-9a1e-447d-adf6-56b4e5cbdded', 'name': 'network-vif-deleted', 'tag': '05d3c6d2-4d58-4b8f-8fe1-feb763411193'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:50.764128 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:50.788780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-9fac0735-968c-424f-b482-8a701fe15a10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:50.800410 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-9fac0735-968c-424f-b482-8a701fe15a10 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.3901029 Nov 12 07:52:50.823717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device af269e94-cfb7-4a0a-955b-d0f5886b52ec up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:50.898177 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-44cd11cf-6a2d-46fc-88a7-d66236c14c60 req-3d7b6cca-1108-4181-9775-d81948b486b3 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8884923 Nov 12 07:52:50.954492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fa4e2782-380a-4f26-9e0a-7e0ac0bbaf2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:50.980747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fa4e2782-380a-4f26-9e0a-7e0ac0bbaf2e admin admin] Usage tracker for resource:security_group_rule and tenant:4c2ba6d6063845858ef7ea73a42ae343 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:50.989174 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fa4e2782-380a-4f26-9e0a-7e0ac0bbaf2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:51.083483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fa4e2782-380a-4f26-9e0a-7e0ac0bbaf2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:51.101475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port af269e94-cfb7-4a0a-955b-d0f5886b52ec completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:51.115335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port af269e94-cfb7-4a0a-955b-d0f5886b52ec triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:51.115856 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:51.274054 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-eb0a4d34-d16f-4b1c-ab77-bde16083db95 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4609540 Nov 12 07:52:51.628070 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:51.667164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port af269e94-cfb7-4a0a-955b-d0f5886b52ec, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=af269e94-cfb7-4a0a-955b-d0f5886b52ec,segment=NetworkSegment(63026d81-567e-48a4-9ec1-05bc9f23c834),segment_id=63026d81-567e-48a4-9ec1-05bc9f23c834)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:51.677962 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:51.679356 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 71d14650-e37f-4e2c-947e-102fb0f4558a up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:51.732416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'name': 'tempest-TaggedBootDevicesTest-1549072794-router', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:20Z', 'updated_at': '2020-11-12T07:52:39Z', 'revision_number': 4, 'project_id': '5944b8b968034cbe8465622a83c7a5a0', 'gw_port': {'id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:22Z', 'updated_at': '2020-11-12T07:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'ccbb8e9c-f242-499a-8fb8-ea9df38d86b0', 'name': '', 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'mac_address': 'fa:16:3e:e9:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17f04a5a-bc1e-4809-9b5c-feb265892d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:34Z', 'updated_at': '2020-11-12T07:52:49Z', 'revision_number': 4, 'project_id': '5944b8b968034cbe8465622a83c7a5a0', 'subnets': [{'id': '17f04a5a-bc1e-4809-9b5c-feb265892d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:52:51.748129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f988fa42-c3a7-4be4-ab25-50e0ed4bd86d None None] The sync data for ids ['3caf0c4b-69ac-47f9-ad00-63d07a506305'] in n-d-761264-6 is: [{'id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'name': 'tempest-TaggedBootDevicesTest-1549072794-router', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:20Z', 'updated_at': '2020-11-12T07:52:39Z', 'revision_number': 4, 'project_id': '5944b8b968034cbe8465622a83c7a5a0', 'gw_port': {'id': 'bae9a991-e62f-4a48-ade1-1f562c29d3e4', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:22Z', 'updated_at': '2020-11-12T07:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'ccbb8e9c-f242-499a-8fb8-ea9df38d86b0', 'name': '', 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'mac_address': 'fa:16:3e:e9:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caf0c4b-69ac-47f9-ad00-63d07a506305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17f04a5a-bc1e-4809-9b5c-feb265892d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:34Z', 'updated_at': '2020-11-12T07:52:49Z', 'revision_number': 4, 'project_id': '5944b8b968034cbe8465622a83c7a5a0', 'subnets': [{'id': '17f04a5a-bc1e-4809-9b5c-feb265892d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:52:51.765275 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Allocated IP 172.20.0.1 (281d3e6e-cd06-420d-a691-7020119b9d2e/1a55730a-1a25-4a9d-9192-5d52333001a5/bdfcc180-d222-4a35-8d64-bc2492d251f3) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:51.768559 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:51.923346 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc0f831-9a1e-447d-adf6-56b4e5cbdded', 'name': 'network-vif-deleted', 'tag': '05d3c6d2-4d58-4b8f-8fe1-feb763411193', 'status': 'completed', 'code': 200} Nov 12 07:52:51.937220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=af269e94-cfb7-4a0a-955b-d0f5886b52ec,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:51.942362 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:51.959993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 71d14650-e37f-4e2c-947e-102fb0f4558a completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:51.966573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 71d14650-e37f-4e2c-947e-102fb0f4558a triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:51.967343 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:52.221413 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:52.258142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Allocated IP 172.25.5.231 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/3a3e5400-fd78-45fd-918a-26eaae1ad4d2) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:52:52.279264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port 71d14650-e37f-4e2c-947e-102fb0f4558a, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=71d14650-e37f-4e2c-947e-102fb0f4558a,segment=NetworkSegment(0aa14279-aace-42dc-88e6-b10efc265f08),segment_id=0aa14279-aace-42dc-88e6-b10efc265f08)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:52.288399 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-479f0be1-c06a-4b96-be1a-208c2e044e78 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9916458 Nov 12 07:52:52.305542 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:52.307701 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:52.354639 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2782-380a-4f26-9e0a-7e0ac0bbaf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:52.357060 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8be5732-4e97-48fb-a9bc-a62d83a03642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:52.419536 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=71d14650-e37f-4e2c-947e-102fb0f4558a,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:52.434255 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:52.744134 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2782-380a-4f26-9e0a-7e0ac0bbaf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:52.744763 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-1dd2bfed-68c6-44c9-a5bd-3154cfb62145 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4210968 Nov 12 07:52:52.760113 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:52.792633 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-baadc372-80a6-4dcf-8fad-fdb510fa1f8f tempest-SecurityGroupRulesTestJSON-1523056724 tempest-SecurityGroupRulesTestJSON-1523056724] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:52.819096 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:52.875641 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device af269e94-cfb7-4a0a-955b-d0f5886b52ec up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:52.881968 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fa4e2782-380a-4f26-9e0a-7e0ac0bbaf2e admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=4c2ba6d6063845858ef7ea73a42ae343&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4350672 Nov 12 07:52:52.892935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57060) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:52.997127 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ef17b4b5-9382-4962-9116-5653b2785d9f tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:53.018556 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port af269e94-cfb7-4a0a-955b-d0f5886b52ec triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:53.018916 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.023660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e2782-380a-4f26-9e0a-7e0ac0bbaf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cd7f46-ade3-4073-85dc-35d1477dbe10,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:53.045106 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fa4e2782-380a-4f26-9e0a-7e0ac0bbaf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:53.046165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b8be5732-4e97-48fb-a9bc-a62d83a03642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:53.075649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b8be5732-4e97-48fb-a9bc-a62d83a03642 admin admin] Usage tracker for resource:security_group_rule and tenant:95fdf75758004c379524f0355d0a26fe is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:53.081384 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.090400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Pushing event updated for resources: {'Port': ['ID=3a3e5400-fd78-45fd-918a-26eaae1ad4d2,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:53.092594 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-79c90747-27d8-4b1c-b5e1-d9c764be2fb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1161 time: 1.0758626 Nov 12 07:52:53.093532 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b8be5732-4e97-48fb-a9bc-a62d83a03642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:53.129402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:53.133996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:53.141439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:53.148295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174a6be-62c2-40dd-a4d4-cf2fad42fdc1 req-dae19b59-b493-475d-b5bf-c9b51310ee29 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:53.163068 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6174a6be-62c2-40dd-a4d4-cf2fad42fdc1 req-dae19b59-b493-475d-b5bf-c9b51310ee29 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 946 time: 1.2105505 Nov 12 07:52:53.191694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.192593 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.193885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.194699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.202325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.203013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.203639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.204264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.205053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.205715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.206361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.207349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.208026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.208654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.209335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.210000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.210676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.211954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.212608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.213247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.214133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.215083 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.215721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.216346 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.217464 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.218118 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.218760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.219396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.220005 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.220624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.222359 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.222579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b8be5732-4e97-48fb-a9bc-a62d83a03642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:53.223205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.223820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.224456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.225649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.226494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:52:53.235771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 71d14650-e37f-4e2c-947e-102fb0f4558a up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:53.261387 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:53.319860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b61a96-c5c4-41b0-b563-45443befb248 req-305a06f5-abf2-4ec6-9264-c7ec16ef816a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:53.321502 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-41b61a96-c5c4-41b0-b563-45443befb248 req-305a06f5-abf2-4ec6-9264-c7ec16ef816a tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 946 time: 1.1722341 Nov 12 07:52:53.330247 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 71d14650-e37f-4e2c-947e-102fb0f4558a triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:53.330679 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.356604 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for floatingip, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.421161 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8be5732-4e97-48fb-a9bc-a62d83a03642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.459799 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2928ad7e-f431-4fa9-9cc0-2826acbb045b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.461644 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8be5732-4e97-48fb-a9bc-a62d83a03642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.462247 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.492153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:53.494196 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cac9acf1-af2a-4892-a50d-ce23681d0e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:53.590942 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-41b61a96-c5c4-41b0-b563-45443befb248 req-4fefc755-8214-49fe-adce-f28a391d090c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553399 Nov 12 07:52:53.645150 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2928ad7e-f431-4fa9-9cc0-2826acbb045b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.669717 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6174a6be-62c2-40dd-a4d4-cf2fad42fdc1 req-2c09122b-0040-4d58-8be8-1ba530e7f364 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/security-groups?id=0e22487c-726b-4163-b96a-51fd612e7b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052369 Nov 12 07:52:53.680366 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be5732-4e97-48fb-a9bc-a62d83a03642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717d0905-027f-4c5e-8684-7fe9654d5163,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:53.685220 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b8be5732-4e97-48fb-a9bc-a62d83a03642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:53.706344 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b8be5732-4e97-48fb-a9bc-a62d83a03642 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=95fdf75758004c379524f0355d0a26fe&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9145083 Nov 12 07:52:53.723759 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.726151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:53.731109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57064) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:53.737199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:53.740466 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.746120 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:53.924010 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.930703 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:53.946397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-a69624e2-09b5-4452-96c0-ab5f5a33cdcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:53.948026 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-a69624e2-09b5-4452-96c0-ab5f5a33cdcf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.8364694 Nov 12 07:52:54.049561 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-5add86e8-e9dc-4ca1-a32d-da3048ac9e7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 217 time: 0.0729156 Nov 12 07:52:54.105461 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:54.124445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:54.199352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=ccbb8e9c-f242-499a-8fb8-ea9df38d86b0,segment=NetworkSegment(230b27c0-0c6a-4b09-899a-85b41bf8c92d),segment_id=230b27c0-0c6a-4b09-899a-85b41bf8c92d)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:54.206222 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:54.208370 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:54.236431 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bdfcc180-d222-4a35-8d64-bc2492d251f3,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:54.256354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-aa15a777-7a0b-4c5a-8230-a64433be0994 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:54.258541 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-aa15a777-7a0b-4c5a-8230-a64433be0994 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1892676 Nov 12 07:52:54.274451 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Pushing event updated for resources: {'Port': ['ID=3a3e5400-fd78-45fd-918a-26eaae1ad4d2,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:54.276286 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:54.303972 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:54.360291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=ccbb8e9c-f242-499a-8fb8-ea9df38d86b0,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:54.364726 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:54.380669 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2928ad7e-f431-4fa9-9cc0-2826acbb045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:54.398706 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 901a4160-cec7-48e8-8567-f2facdb2ff42 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:54.467846 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:54.473793 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4a54a71b-4bb0-4b02-b66c-013e660a4e7c tempest-SecurityGroupsTestJSON-1901389723 tempest-SecurityGroupsTestJSON-1901389723] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:54.499001 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:54.501382 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6780326 Nov 12 07:52:54.565360 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1bb60229-ee5a-4302-8fa6-3f8f1a9f4aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:54.576387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928ad7e-f431-4fa9-9cc0-2826acbb045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cd7f46-ade3-4073-85dc-35d1477dbe10,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:54.611368 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2928ad7e-f431-4fa9-9cc0-2826acbb045b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:54.643519 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 901a4160-cec7-48e8-8567-f2facdb2ff42 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:52:54.657140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 901a4160-cec7-48e8-8567-f2facdb2ff42 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:54.657993 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:54.772044 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2928ad7e-f431-4fa9-9cc0-2826acbb045b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:54.775812 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2928ad7e-f431-4fa9-9cc0-2826acbb045b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b8cd7f46-ade3-4073-85dc-35d1477dbe10 HTTP/1.1" status: 204 len: 168 time: 1.8745024 Nov 12 07:52:54.777094 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1bb60229-ee5a-4302-8fa6-3f8f1a9f4aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:54.783295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:54.809751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Network 281d3e6e-cd06-420d-a691-7020119b9d2e is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:54.814610 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-9ef50abb-ccff-461d-b886-19acdb05c793 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5348225 Nov 12 07:52:54.816298 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:54.826620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:52:54.964733 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:55.000297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:52:55.016312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:52:55.026343 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:55.029016 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1bd61d8c-ec4c-4509-bb4c-b6fdc9db298d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:55.082917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port ccbb8e9c-f242-499a-8fb8-ea9df38d86b0 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:55.083465 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:55.135470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=8']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:55.145975 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:55.241973 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7951012'] for router_interface, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:55.470001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbbf6a-61d7-44c6-9a0e-0f18057b659e req-27b70124-68b7-4146-a1d9-45ae1aac7b1b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:55.471629 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49bbbf6a-61d7-44c6-9a0e-0f18057b659e req-27b70124-68b7-4146-a1d9-45ae1aac7b1b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 946 time: 0.5550241 Nov 12 07:52:55.490623 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1bb60229-ee5a-4302-8fa6-3f8f1a9f4aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:55.500360 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-44f3db21-d5fd-493e-b25c-38cb9f31d480 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:55.514157 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-d38ac080-e02f-4ae1-a22d-46f8e9d6978f service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399758 Nov 12 07:52:55.537519 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:55.580087 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1bb60229-ee5a-4302-8fa6-3f8f1a9f4aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:55.581351 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1bb60229-ee5a-4302-8fa6-3f8f1a9f4aab admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/717d0905-027f-4c5e-8684-7fe9654d5163 HTTP/1.1" status: 204 len: 168 time: 1.7733934 Nov 12 07:52:55.595415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb60229-ee5a-4302-8fa6-3f8f1a9f4aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717d0905-027f-4c5e-8684-7fe9654d5163,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:55.598199 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1bb60229-ee5a-4302-8fa6-3f8f1a9f4aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:55.763097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87edd5-cc4d-4a0f-bd9f-5bd530074a07 req-c56ef511-a553-434f-a7dc-8b17c67ee429 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:55.767685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87edd5-cc4d-4a0f-bd9f-5bd530074a07 req-c56ef511-a553-434f-a7dc-8b17c67ee429 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:55.769491 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e87edd5-cc4d-4a0f-bd9f-5bd530074a07 req-c56ef511-a553-434f-a7dc-8b17c67ee429 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44&device_id=1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d HTTP/1.1" status: 200 len: 1682 time: 0.4706740 Nov 12 07:52:55.822651 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49bbbf6a-61d7-44c6-9a0e-0f18057b659e req-14ff2dee-d2cb-4d9e-8ca6-8f89682e0d6c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338492 Nov 12 07:52:55.934730 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2e87edd5-cc4d-4a0f-bd9f-5bd530074a07 req-80b6197b-daec-4b33-b095-81c039a6c62a tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486740 Nov 12 07:52:55.939218 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c17de0c5-8467-4920-b25d-9f2f0f1c7805 req-19506b0f-76a0-4911-aa2e-8c21bd29be93 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4049475 Nov 12 07:52:55.946300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 901a4160-cec7-48e8-8567-f2facdb2ff42 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:52:56.136397 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57136) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:56.166849 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 901a4160-cec7-48e8-8567-f2facdb2ff42 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:52:56.167273 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:56.192040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-c0955be9-2b4c-429f-9fcc-73b37094e5cc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Synchronizing usage tracker for tenant:037670edd834470e90c5381f4e5864b7 on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:52:56.282385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-c0955be9-2b4c-429f-9fcc-73b37094e5cc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Unset dirty status for tenant:037670edd834470e90c5381f4e5864b7 on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:52:56.283667 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-c0955be9-2b4c-429f-9fcc-73b37094e5cc tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--1221255560&fields=id&tenant_id=037670edd834470e90c5381f4e5864b7 HTTP/1.1" status: 200 len: 267 time: 0.2910926 Nov 12 07:52:56.332310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57144) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:56.397697 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ba265c25-8c8b-4ff1-892a-d71608b4bee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:56.429151 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:56.475784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ba265c25-8c8b-4ff1-892a-d71608b4bee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:56.481015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ba265c25-8c8b-4ff1-892a-d71608b4bee7 admin admin] Usage tracker for resource:security_group_rule and tenant:5e0f4e718d5b452986720c39bf99710f is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:56.484248 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ba265c25-8c8b-4ff1-892a-d71608b4bee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:56.491863 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ba265c25-8c8b-4ff1-892a-d71608b4bee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:56.508878 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:56.582618 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42', 'code': 200} Nov 12 07:52:56.593351 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ba265c25-8c8b-4ff1-892a-d71608b4bee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:56.602259 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ba265c25-8c8b-4ff1-892a-d71608b4bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:56.611030 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fb04ad15-881f-4a4a-8e8f-6efd065e7522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:56.617446 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c930698e-6049-4749-abda-80a862337f96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:56.642446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba265c25-8c8b-4ff1-892a-d71608b4bee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0e091c-ddb8-4f12-a5ca-0e06a1052bcd,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:56.648942 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ba265c25-8c8b-4ff1-892a-d71608b4bee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:56.693769 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ba265c25-8c8b-4ff1-892a-d71608b4bee7 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=5e0f4e718d5b452986720c39bf99710f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3577971 Nov 12 07:52:56.694421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57150) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:56.703110 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7104559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7982403'] for router_interface, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:56.790295 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-323143014-network', 'tenant_id': 'b301305dabbc4d58a1dc18c3028e7eed'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:52:56.798389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:56.813750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Usage tracker for resource:network and tenant:b301305dabbc4d58a1dc18c3028e7eed is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:56.819192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:56.828216 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8034cce8-edda-4c1a-9efb-9e0d0c95415d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:56.830672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:56.875387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Made reservation on behalf of b301305dabbc4d58a1dc18c3028e7eed for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:52:56.884451 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:56.899824 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8034cce8-edda-4c1a-9efb-9e0d0c95415d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:56.919427 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:56.994041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:52:56.999438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Usage tracker for resource:security_group_rule and tenant:b301305dabbc4d58a1dc18c3028e7eed is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:52:57.008369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:52:57.021483 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:52:57.039479 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8034cce8-edda-4c1a-9efb-9e0d0c95415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:57.055534 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6521ca28-cefd-4fc7-b347-111ca8605e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:57.076115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034cce8-edda-4c1a-9efb-9e0d0c95415d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0e091c-ddb8-4f12-a5ca-0e06a1052bcd,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:57.079760 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8034cce8-edda-4c1a-9efb-9e0d0c95415d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:57.111267 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8034cce8-edda-4c1a-9efb-9e0d0c95415d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:57.115404 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-8034cce8-edda-4c1a-9efb-9e0d0c95415d admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/5e0e091c-ddb8-4f12-a5ca-0e06a1052bcd HTTP/1.1" status: 204 len: 168 time: 0.4197543 Nov 12 07:52:57.159513 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:57.165231 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:57.170762 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:57.230989 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:52:57.242884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ab2e6-200a-45cf-aac5-2bcb8927cf4c,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:57.247626 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:57.253083 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:57.253477 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Added segment 0704c39b-f145-45b7-9095-58926a878bb1 of type vxlan for network 2cbbc730-67cf-4d7c-9fd9-4b983b3e0d72 Nov 12 07:52:57.276235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bdfcc180-d222-4a35-8d64-bc2492d251f3,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:57.285143 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-e1131f6f-dd5c-4625-811d-9614b315ebca tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:57.286782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-e1131f6f-dd5c-4625-811d-9614b315ebca tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Synchronizing usage tracker for tenant:037670edd834470e90c5381f4e5864b7 on resource:network {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:52:57.289643 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:57.308369 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:57.354736 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:57.356003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:57.356651 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:57.362865 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-986b20dd-fcee-4a72-9615-7d6ca941df31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:52:57.435475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-e1131f6f-dd5c-4625-811d-9614b315ebca tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Unset dirty status for tenant:037670edd834470e90c5381f4e5864b7 on resource:network {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:52:57.438276 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-e1131f6f-dd5c-4625-811d-9614b315ebca tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/networks?id=bea8f324-51a8-4fe5-b3b5-847cadacbafb HTTP/1.1" status: 200 len: 806 time: 1.1336126 Nov 12 07:52:57.458595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Network 281d3e6e-cd06-420d-a691-7020119b9d2e is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:52:57.480549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:52:57.493935 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-119aff15-2e5e-4cf3-a606-c97781fe520c tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/quotas/037670edd834470e90c5381f4e5864b7 HTTP/1.1" status: 200 len: 375 time: 0.0497375 Nov 12 07:52:57.573642 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4349532 Nov 12 07:52:57.576882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Pushing event updated for resources: {'Network': ['ID=2cbbc730-67cf-4d7c-9fd9-4b983b3e0d72,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:52:57.592305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 2cbbc730-67cf-4d7c-9fd9-4b983b3e0d72 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:57.601343 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:52:57.802890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 2cbbc730-67cf-4d7c-9fd9-4b983b3e0d72 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:57.925241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-0df8ca2e-fc68-42bf-9356-af45bb2699af tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:57.926923 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-0df8ca2e-fc68-42bf-9356-af45bb2699af tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.41 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50&tenant_id=6a2815708d614ce1b993a1a3e41c0d64&binding%3Ahost_id=n-h1-761264-6 HTTP/1.1" status: 200 len: 948 time: 0.7649274 Nov 12 07:52:57.930508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 2cbbc730-67cf-4d7c-9fd9-4b983b3e0d72 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:52:58.084774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2185dc-0439-492f-84e1-97783913b0c4 req-2b4031f7-0b1a-4d1d-873c-82d3516a0975 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:58.086566 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3d2185dc-0439-492f-84e1-97783913b0c4 req-2b4031f7-0b1a-4d1d-873c-82d3516a0975 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 0.7754917 Nov 12 07:52:58.155878 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-c7fcbf1a-4a71-455f-bd80-e7e0fcaa01b8 service neutron] 10.222.0.41 "GET /v2.0/ports/901a4160-cec7-48e8-8567-f2facdb2ff42/bindings/n-h1-761264-6 HTTP/1.1" status: 200 len: 452 time: 0.1612217 Nov 12 07:52:58.170244 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-d05ea52f-985d-4f36-86ee-8397a8141847 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?tenant_id=037670edd834470e90c5381f4e5864b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4824674 Nov 12 07:52:58.294361 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3d2185dc-0439-492f-84e1-97783913b0c4 req-ff8f935f-f3c6-4bb7-8a7d-872bf695e5ab tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904898 Nov 12 07:52:58.423174 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-1606a77e-663e-4f81-803c-cd4a0c58e796 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1163 time: 0.2208776 Nov 12 07:52:58.616353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Router 6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:52:58.627726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-0ef2b8d0-2f6e-4bda-8ceb-a8f25d7a72ef service neutron] http://10.222.0.40:9696/v2.0/extensions returned with HTTP 200 {{(pid=80792) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 12 07:52:58.629082 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-0ef2b8d0-2f6e-4bda-8ceb-a8f25d7a72ef service neutron] 10.222.0.40 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4417815 Nov 12 07:52:58.908939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-fe140fc0-9cef-43f7-b5bd-41a99b1bc819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:58.910579 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-fe140fc0-9cef-43f7-b5bd-41a99b1bc819 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.4787228 Nov 12 07:52:59.055235 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-18f78fc8-2c05-4a3a-a902-c7c71bc9d63a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 217 time: 0.1095681 Nov 12 07:52:59.140601 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6d4c0de0-27f6-4931-8c96-e6ed8b41b11e service neutron] 10.222.0.40 "GET /v2.0/networks/bea8f324-51a8-4fe5-b3b5-847cadacbafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801621 Nov 12 07:52:59.192832 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-2591cf87-e04d-43a5-9931-bb92a1d5dfbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:59.194865 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-2591cf87-e04d-43a5-9931-bb92a1d5dfbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.1285558 Nov 12 07:52:59.698037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57272) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:52:59.777375 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-43c86668-9f34-4fd4-a2a4-bee32b628108 service neutron] 10.222.0.40 "GET /v2.0/networks/bea8f324-51a8-4fe5-b3b5-847cadacbafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6268842 Nov 12 07:52:59.823297 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-667a6ac7-f579-4e94-9d20-ced1a4b7009d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5643151 Nov 12 07:52:59.828592 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5485c-a00c-45d9-932b-173988ae7e77 req-0dd2c52e-2d7f-43fd-a7dc-aa02b6bbb9fa tempest-ComputeTenantNetworksTest-1018691985 tempest-ComputeTenantNetworksTest-1018691985] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:59.833259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5485c-a00c-45d9-932b-173988ae7e77 req-0dd2c52e-2d7f-43fd-a7dc-aa02b6bbb9fa tempest-ComputeTenantNetworksTest-1018691985 tempest-ComputeTenantNetworksTest-1018691985] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:59.837800 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5485c-a00c-45d9-932b-173988ae7e77 req-0dd2c52e-2d7f-43fd-a7dc-aa02b6bbb9fa tempest-ComputeTenantNetworksTest-1018691985 tempest-ComputeTenantNetworksTest-1018691985] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:52:59.839590 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aff5485c-a00c-45d9-932b-173988ae7e77 req-0dd2c52e-2d7f-43fd-a7dc-aa02b6bbb9fa tempest-ComputeTenantNetworksTest-1018691985 tempest-ComputeTenantNetworksTest-1018691985] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5794737 Nov 12 07:52:59.959081 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa3aef38-bd59-45d2-a323-9f8e2397a5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:52:59.960521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:52:59.976501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Sync routers for ids ['6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'] in n-d-761264-6 {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:52:59.992964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Routers {'6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:52:59.994166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:52:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:00.000337 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] 10.222.0.40 "PUT /v2.0/routers/6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9825301 Nov 12 07:53:00.028639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aa3aef38-bd59-45d2-a323-9f8e2397a5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:00.033088 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aa3aef38-bd59-45d2-a323-9f8e2397a5cf admin admin] Usage tracker for resource:security_group_rule and tenant:f3d18eb172e54de48df8b8977c85b3a9 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:00.036355 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-aa3aef38-bd59-45d2-a323-9f8e2397a5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:00.042889 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aa3aef38-bd59-45d2-a323-9f8e2397a5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:00.176202 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa3aef38-bd59-45d2-a323-9f8e2397a5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:00.185686 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa3aef38-bd59-45d2-a323-9f8e2397a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:00.201907 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4343268b-5bb0-468d-bc0b-fba6632199a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:00.272196 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-aa3aef38-bd59-45d2-a323-9f8e2397a5cf admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=f3d18eb172e54de48df8b8977c85b3a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5728657 Nov 12 07:53:00.273545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3aef38-bd59-45d2-a323-9f8e2397a5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b422132b-0097-4fc1-806b-e29c5b41ef16,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:00.276789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57292) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:00.280494 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aa3aef38-bd59-45d2-a323-9f8e2397a5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:00.394430 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b52436d3-32ce-444f-8927-937e32eeb1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:00.422037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Set router 6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:53:00.431362 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b52436d3-32ce-444f-8927-937e32eeb1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:00.437841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1c852-7b3d-4626-9244-377b80c9dca0 req-415141a5-9f24-4642-9fe1-9bf8d31e927a tempest-ComputeTenantNetworksTest-1018691985 tempest-ComputeTenantNetworksTest-1018691985] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:00.449521 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c6a1c852-7b3d-4626-9244-377b80c9dca0 req-415141a5-9f24-4642-9fe1-9bf8d31e927a tempest-ComputeTenantNetworksTest-1018691985 tempest-ComputeTenantNetworksTest-1018691985] 10.222.0.40 "GET /v2.0/networks/2cbbc730-67cf-4d7c-9fd9-4b983b3e0d72 HTTP/1.1" status: 200 len: 768 time: 0.3720307 Nov 12 07:53:00.456817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57304) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:00.538647 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b52436d3-32ce-444f-8927-937e32eeb1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:00.562480 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-89532367-e595-4b76-8058-f92e0745540c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:00.604600 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b52436d3-32ce-444f-8927-937e32eeb1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:00.609499 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b52436d3-32ce-444f-8927-937e32eeb1d7 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b422132b-0097-4fc1-806b-e29c5b41ef16 HTTP/1.1" status: 204 len: 168 time: 0.3313184 Nov 12 07:53:00.613264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52436d3-32ce-444f-8927-937e32eeb1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b422132b-0097-4fc1-806b-e29c5b41ef16,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:00.630793 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b52436d3-32ce-444f-8927-937e32eeb1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:00.664551 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-e2ecd0a2-2622-4059-98ca-709ad3ed65f2 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8236639 Nov 12 07:53:00.825631 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6d9858b6-954a-43dc-a345-6b9a8f586d96 req-9d88a30d-ebd5-4abb-8d0b-01d18866e5d6 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 210 time: 0.1709895 Nov 12 07:53:00.835246 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-364017aa-75c5-4c4c-b0fe-06e91502f5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:01.087002 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:01.107237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'name': 'tempest-ServerRescueTestJSON-670688669-router', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:34Z', 'updated_at': '2020-11-12T07:52:55Z', 'revision_number': 4, 'project_id': '143042d4ad4f4544a25d0d580a57300a', 'gw_port': {'id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:36Z', 'updated_at': '2020-11-12T07:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'bdfcc180-d222-4a35-8d64-bc2492d251f3', 'name': '', 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a', 'mac_address': 'fa:16:3e:22:33:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a55730a-1a25-4a9d-9192-5d52333001a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:51Z', 'updated_at': '2020-11-12T07:52:55Z', 'revision_number': 2, 'project_id': '143042d4ad4f4544a25d0d580a57300a', 'subnets': [{'id': '1a55730a-1a25-4a9d-9192-5d52333001a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:01.107237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Checking router: 6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0 for host: n-d-761264-6 {{(pid=80794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:53:01.107237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Updating router 6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0 port bdfcc180-d222-4a35-8d64-bc2492d251f3 binding host n-d-761264-6 {{(pid=80794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 12 07:53:01.162297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279a3de-25e3-41d4-a951-212e4a1f1bb8 req-cb00df99-f5ed-4fca-9214-41e6642d3c7c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:01.171054 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5279a3de-25e3-41d4-a951-212e4a1f1bb8 req-cb00df99-f5ed-4fca-9214-41e6642d3c7c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 0.7885764 Nov 12 07:53:01.230714 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-860b2455-8b76-4d6f-b568-eb62955e0211 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5482013 Nov 12 07:53:01.249908 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:01.296103 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5279a3de-25e3-41d4-a951-212e4a1f1bb8 req-005b1c4b-f6b2-4af5-b3df-7fc20f1de8c4 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247211 Nov 12 07:53:01.500803 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:01.716667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbbc730-67cf-4d7c-9fd9-4b983b3e0d72']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:01.758485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0704c39b-f145-45b7-9095-58926a878bb1') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:01.758835 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0704c39b-f145-45b7-9095-58926a878bb1') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:01.791765 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:01.821191 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:01.826871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:53:02.126443 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Notify callbacks [] for port, precommit_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:02.171836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57340) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:02.510625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Network 2cbbc730-67cf-4d7c-9fd9-4b983b3e0d72 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:02.573906 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-679732648'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:02.584214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:02.593235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:network and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:02.607645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:02.613892 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:02.626341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:02.633427 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:02.653721 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:02.654784 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-058eb7bb-300d-4626-8604-f80b22446aa7 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:02.656411 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-058eb7bb-300d-4626-8604-f80b22446aa7 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.41 "GET /v2.0/networks?id=bea8f324-51a8-4fe5-b3b5-847cadacbafb HTTP/1.1" status: 200 len: 806 time: 0.4419737 Nov 12 07:53:02.662494 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:02.793219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758579-675d-4f5a-b34f-45bcda351845 req-5c4f4b59-f1b0-4c91-bf61-9d9b883809dd tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:02.793897 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb758579-675d-4f5a-b34f-45bcda351845 req-5c4f4b59-f1b0-4c91-bf61-9d9b883809dd tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Synchronizing usage tracker for tenant:143042d4ad4f4544a25d0d580a57300a on resource:network {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:53:02.825236 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b7bde98-dcb8-4392-bc3f-5461e2f3f80a req-aea771a2-8577-4518-b0d7-917d536fb8d5 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 210 time: 0.1676309 Nov 12 07:53:02.955384 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb758579-675d-4f5a-b34f-45bcda351845 req-5c4f4b59-f1b0-4c91-bf61-9d9b883809dd tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Unset dirty status for tenant:143042d4ad4f4544a25d0d580a57300a on resource:network {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:53:02.956711 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-5c4f4b59-f1b0-4c91-bf61-9d9b883809dd tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/networks?id=281d3e6e-cd06-420d-a691-7020119b9d2e HTTP/1.1" status: 200 len: 810 time: 0.6427360 Nov 12 07:53:02.973966 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Network 2cbbc730-67cf-4d7c-9fd9-4b983b3e0d72 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:03.044726 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0ea9c248-b245-46d1-bb9b-3f661fb57b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:53:03.079317 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:53:03.111542 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:03.118988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-2f4ffc44-4644-4745-8c43-b04f3862bfed tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:03.120598 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-2f4ffc44-4644-4745-8c43-b04f3862bfed tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.33 "GET /v2.0/ports?device_id=1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d HTTP/1.1" status: 200 len: 946 time: 0.1309564 Nov 12 07:53:03.154247 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-4f47e49a-0554-4c3a-a20e-6d4d10ea07c8 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/quotas/143042d4ad4f4544a25d0d580a57300a HTTP/1.1" status: 200 len: 375 time: 0.1847162 Nov 12 07:53:03.159919 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cc71c19b-30c1-4e25-88c2-5d0f6b37c9db tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=037670edd834470e90c5381f4e5864b7 HTTP/1.1" status: 200 len: 5045 time: 0.4801908 Nov 12 07:53:03.163911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Transition to ACTIVE for port object bdfcc180-d222-4a35-8d64-bc2492d251f3 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:03.168306 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:03.197278 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:03.208802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Request body: {'port': {'device_id': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'admin_state_up': True, 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'security_groups': ['2897010e-c3f8-4af9-8929-c85df54e6698']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:03.219129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:03.228065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:security_group_rule and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:03.232567 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:03.233168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:03.242165 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Deleting port 65551849-de69-4f9a-9ce0-ad53e7c9b35b {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:03.242554 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:03.244943 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:03.266686 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:03.337915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:03.387749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d8345-1d39-44f2-bf7f-22e96fd64552 None None] Pushing event updated for resources: {'Port': ['ID=bdfcc180-d222-4a35-8d64-bc2492d251f3,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:03.394393 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2f3d8345-1d39-44f2-bf7f-22e96fd64552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:03.397196 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 65551849-de69-4f9a-9ce0-ad53e7c9b35b no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:53:03.644538 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:03.688421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] For port 65551849-de69-4f9a-9ce0-ad53e7c9b35b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=65551849-de69-4f9a-9ce0-ad53e7c9b35b,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:03.689231 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:03.759916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cbbc730-67cf-4d7c-9fd9-4b983b3e0d72,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:03.797197 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:03.814547 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:03.845930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Calling delete_port for 65551849-de69-4f9a-9ce0-ad53e7c9b35b owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:03.884561 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ca61c2c5-9c80-4633-8307-db7785722981 admin admin] 10.222.0.40 "DELETE /v2.0/networks/2cbbc730-67cf-4d7c-9fd9-4b983b3e0d72 HTTP/1.1" status: 204 len: 168 time: 3.4159374 Nov 12 07:53:03.902947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:03.907237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Usage tracker for resource:port and tenant:037670edd834470e90c5381f4e5864b7 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:03.910405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Quota usage for port was recalculated. Used quota:3. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:03.917003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:03.946477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65551849-de69-4f9a-9ce0-ad53e7c9b35b'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:03.958096 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:03.963761 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:03.968837 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9924ac9c-6c4c-48c3-b274-eb97b3b49e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:03.987401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 901a4160-cec7-48e8-8567-f2facdb2ff42 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:53:03.990767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Made reservation on behalf of 037670edd834470e90c5381f4e5864b7 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:03.996677 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.030753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2106a-6570-41f2-a2ef-8d0fca1c9add req-4f2693ed-b5f8-4946-b96f-98d393b87784 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:04.039106 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89c2106a-6570-41f2-a2ef-8d0fca1c9add req-4f2693ed-b5f8-4946-b96f-98d393b87784 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 948 time: 0.9553123 Nov 12 07:53:04.051466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:53:04.054584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'SecurityGroup': ['ID=5bea49a9-07ab-4e11-ad24-338d53655ee3,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:04.065501 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:04.079137 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-324a7b3e-afd3-4b2c-bd4a-3b785830212a service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50&tenant_id=6a2815708d614ce1b993a1a3e41c0d64 HTTP/1.1" status: 200 len: 1163 time: 0.3131428 Nov 12 07:53:04.081977 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.082378 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Added segment 454b04ea-05db-45a9-b62d-49daff0ce93b of type vxlan for network e5b623e6-675f-4b26-af35-4bfb1b00b6b1 Nov 12 07:53:04.087078 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb758579-675d-4f5a-b34f-45bcda351845 req-b2881748-80ad-4678-84b9-0f530f141be2 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Synchronizing usage tracker for tenant:143042d4ad4f4544a25d0d580a57300a on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:53:04.091725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Attempting to bind port bdfcc180-d222-4a35-8d64-bc2492d251f3 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:04.092363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Attempting to bind port bdfcc180-d222-4a35-8d64-bc2492d251f3 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:53:04.092517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Attempting to bind port bdfcc180-d222-4a35-8d64-bc2492d251f3 on network 281d3e6e-cd06-420d-a691-7020119b9d2e {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:53:04.096140 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 65551849-de69-4f9a-9ce0-ad53e7c9b35b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=65551849-de69-4f9a-9ce0-ad53e7c9b35b,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:04.116709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b38408-105b-4b23-9037-2844ece012b3 req-8ffa558d-fcc7-401a-a32e-e97cd78fbca2 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:04.118343 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6b38408-105b-4b23-9037-2844ece012b3 req-8ffa558d-fcc7-401a-a32e-e97cd78fbca2 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.41 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 945 time: 0.2915914 Nov 12 07:53:04.122860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-761264-6', 'device_owner': 'compute:nova'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:04.134587 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:53:04.134960 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:53:04.144031 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.163033 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.180398 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.184271 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:04.195286 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.199501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:04.200162 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.228148 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cde233c6-8c90-437a-b015-21edbb13da49 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:04.259799 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=65551849-de69-4f9a-9ce0-ad53e7c9b35b,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:04.269957 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0967548 Nov 12 07:53:04.285651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:04.287141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:53:04.287908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Checking segment: {'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:04.288037 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.288609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Bound using segment: {'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:53:04.288941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Bound port: bdfcc180-d222-4a35-8d64-bc2492d251f3, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:53:04.289365 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.301859 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.302212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.302816 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.303791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.303791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.304016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.305027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.305027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.305027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.305378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.306024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.306024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.306719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.306822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.307129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.307493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.307859 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.308381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.308625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.309051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.309651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.309651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.310465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.310465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.310921 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.311426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.312033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.312033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.312219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.312591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.313200 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.313379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.313868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.314048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.314528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.314772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:04.333555 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:04.374836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Deleting port 6147baa7-9377-4e00-acaf-35276ed16c44 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:04.375295 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.382332 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.383500 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 6147baa7-9377-4e00-acaf-35276ed16c44 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:53:04.419083 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee489c35-656e-43ec-9eca-761bd085d2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:04.447171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57372) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:04.508202 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.542411 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=9']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:04.565065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-eb758579-675d-4f5a-b34f-45bcda351845 req-b2881748-80ad-4678-84b9-0f530f141be2 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Unset dirty status for tenant:143042d4ad4f4544a25d0d580a57300a on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:53:04.573386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=e5b623e6-675f-4b26-af35-4bfb1b00b6b1,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:04.578320 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-b2881748-80ad-4678-84b9-0f530f141be2 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?tenant_id=143042d4ad4f4544a25d0d580a57300a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4231818 Nov 12 07:53:04.583164 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:04.597003 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-296f4fbe-1819-4e0b-a8f7-c06f404875b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:04.607245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network e5b623e6-675f-4b26-af35-4bfb1b00b6b1 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:04.636509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Deleting port 65551849-de69-4f9a-9ce0-ad53e7c9b35b {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:04.637430 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:04.739510 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9e11617a-3679-42ea-929a-8b5b4d704210 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=b301305dabbc4d58a1dc18c3028e7eed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2809958 Nov 12 07:53:04.770557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57386) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:04.824798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network e5b623e6-675f-4b26-af35-4bfb1b00b6b1 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:04.859888 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network e5b623e6-675f-4b26-af35-4bfb1b00b6b1 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:04.863267 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-11e78b00-1b3a-4ca2-8201-3bf394029126 service neutron] 10.222.0.40 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838116 Nov 12 07:53:05.071675 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-680717bd-95ba-4276-914c-fb9964294690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:05.127695 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-680717bd-95ba-4276-914c-fb9964294690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:05.203378 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] For port 65551849-de69-4f9a-9ce0-ad53e7c9b35b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=65551849-de69-4f9a-9ce0-ad53e7c9b35b,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:05.203958 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:05.220942 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-89c2106a-6570-41f2-a2ef-8d0fca1c9add req-50457eed-bfd3-4c07-a694-b1c993c89ea1 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1805537 Nov 12 07:53:05.346823 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] For port bdfcc180-d222-4a35-8d64-bc2492d251f3, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:05.353385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] For port bdfcc180-d222-4a35-8d64-bc2492d251f3, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=bdfcc180-d222-4a35-8d64-bc2492d251f3,segment=NetworkSegment(ffa1a16e-b016-4542-adbe-e30f9237a700),segment_id=ffa1a16e-b016-4542-adbe-e30f9237a700)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:53:05.378717 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:05.398002 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:05.437413 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:05.449182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Calling delete_port for 65551849-de69-4f9a-9ce0-ad53e7c9b35b owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:05.563279 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:05.566428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:53:05.592417 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-680717bd-95ba-4276-914c-fb9964294690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:05.601571 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:05.642243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680717bd-95ba-4276-914c-fb9964294690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ab2e6-200a-45cf-aac5-2bcb8927cf4c,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:05.654148 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-680717bd-95ba-4276-914c-fb9964294690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:05.693247 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-680717bd-95ba-4276-914c-fb9964294690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:05.700685 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-680717bd-95ba-4276-914c-fb9964294690 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/383ab2e6-200a-45cf-aac5-2bcb8927cf4c HTTP/1.1" status: 204 len: 168 time: 0.9290597 Nov 12 07:53:05.905636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Routers {'6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'} bound to L3 agent in host n-d-761264-6 {{(pid=80794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:53:05.906259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:53:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'], 'active': True} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:06.014229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:06.302521 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] Set router 6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0 gateway port host: n-d-761264-6 {{(pid=80794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:53:06.406745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:06.443321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:06.534096 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901a4160-cec7-48e8-8567-f2facdb2ff42 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:53:06.552053 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d8345-1d39-44f2-bf7f-22e96fd64552 None None] Pushing event updated for resources: {'Port': ['ID=bdfcc180-d222-4a35-8d64-bc2492d251f3,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:06.568664 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:06.627438 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-846edcfc-20c7-40e6-a6e6-65344dee0d6f tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:06.634774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Transition to ACTIVE for port object 901a4160-cec7-48e8-8567-f2facdb2ff42 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:06.663269 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2f3d8345-1d39-44f2-bf7f-22e96fd64552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.265s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:06.698648 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:06.727802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Pushing event deleted for resources: {'Port': ['ID=65551849-de69-4f9a-9ce0-ad53e7c9b35b,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:06.737140 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:06.777023 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:06.882412 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3a765e6d-959b-452a-b3fa-00be282069e4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:06.933760 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-49f14a68-7ab3-4e27-94d5-d3a81e34d87a req-4b5880e3-7155-4214-8c23-30622fef3c8d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d HTTP/1.1" status: 200 len: 210 time: 0.2505124 Nov 12 07:53:06.962261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 6147baa7-9377-4e00-acaf-35276ed16c44, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=6147baa7-9377-4e00-acaf-35276ed16c44,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:07.075294 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:07.090947 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:07.146310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] No DVR routers for this DVR port 65551849-de69-4f9a-9ce0-ad53e7c9b35b on host n-h2-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:53:07.155143 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:07.158210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d', 'name': 'network-vif-deleted', 'tag': '65551849-de69-4f9a-9ce0-ad53e7c9b35b'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:07.203988 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae32a4ca-13d7-4a81-862f-5131a351a4ac req-38b2f8cd-3604-4383-b0d3-b93a5c103f2b tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.33 "DELETE /v2.0/ports/65551849-de69-4f9a-9ce0-ad53e7c9b35b HTTP/1.1" status: 204 len: 173 time: 4.0659990 Nov 12 07:53:07.242538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=6147baa7-9377-4e00-acaf-35276ed16c44,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:07.255757 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:07.301006 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'name': 'tempest-ServerRescueTestJSON-670688669-router', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:34Z', 'updated_at': '2020-11-12T07:52:55Z', 'revision_number': 4, 'project_id': '143042d4ad4f4544a25d0d580a57300a', 'gw_port': {'id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:36Z', 'updated_at': '2020-11-12T07:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'bdfcc180-d222-4a35-8d64-bc2492d251f3', 'name': '', 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a', 'mac_address': 'fa:16:3e:22:33:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a55730a-1a25-4a9d-9192-5d52333001a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:51Z', 'updated_at': '2020-11-12T07:53:05Z', 'revision_number': 4, 'project_id': '143042d4ad4f4544a25d0d580a57300a', 'subnets': [{'id': '1a55730a-1a25-4a9d-9192-5d52333001a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:07.309646 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbfc235-53ed-4a59-85ee-453df4bc5e63 None None] The sync data for ids ['6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0'] in n-d-761264-6 is: [{'id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'name': 'tempest-ServerRescueTestJSON-670688669-router', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:34Z', 'updated_at': '2020-11-12T07:52:55Z', 'revision_number': 4, 'project_id': '143042d4ad4f4544a25d0d580a57300a', 'gw_port': {'id': 'af269e94-cfb7-4a0a-955b-d0f5886b52ec', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:36Z', 'updated_at': '2020-11-12T07:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': 'bdfcc180-d222-4a35-8d64-bc2492d251f3', 'name': '', 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e', 'tenant_id': '143042d4ad4f4544a25d0d580a57300a', 'mac_address': 'fa:16:3e:22:33:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9d8226-28cf-4c9d-aa5c-7e3f57c408c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a55730a-1a25-4a9d-9192-5d52333001a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:51Z', 'updated_at': '2020-11-12T07:53:05Z', 'revision_number': 4, 'project_id': '143042d4ad4f4544a25d0d580a57300a', 'subnets': [{'id': '1a55730a-1a25-4a9d-9192-5d52333001a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:53:07.481365 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] For port 6147baa7-9377-4e00-acaf-35276ed16c44, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=6147baa7-9377-4e00-acaf-35276ed16c44,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:07.481783 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:07.629939 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:07.661839 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7c2fc4ab-102f-40a9-aea0-dde3619c4510 req-9fd1d3f1-8783-4df1-b553-5ab69977399b tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 210 time: 0.1845820 Nov 12 07:53:07.662909 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=10']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:07.667273 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:07.813905 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65551849-de69-4f9a-9ce0-ad53e7c9b35b', 'code': 200} Nov 12 07:53:08.008847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Calling delete_port for 6147baa7-9377-4e00-acaf-35276ed16c44 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:08.013187 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57438) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:08.020813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'network_id': 'e5b623e6-675f-4b26-af35-4bfb1b00b6b1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:08.161391 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-ff816f11-596b-4966-a61e-14e5036ff290 service neutron] 10.222.0.40 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 3.2969015 Nov 12 07:53:08.168708 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:53:08.169087 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:53:08.176061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Allocated IP 172.20.0.7 (bea8f324-51a8-4fe5-b3b5-847cadacbafb/f0153474-f48c-4c1d-85df-6933a0d00531/8c43d91a-f3da-4853-b75d-7515608b7a21) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:08.401777 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:08.415821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:subnet and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:08.436402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:08.454316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:08.481387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:08.800044 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a65d5d9-0f18-4d93-b1d5-5ddb13d7936d', 'name': 'network-vif-deleted', 'tag': '65551849-de69-4f9a-9ce0-ad53e7c9b35b', 'status': 'completed', 'code': 200} Nov 12 07:53:08.880271 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:08.927980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device bdfcc180-d222-4a35-8d64-bc2492d251f3 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:09.125635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port bdfcc180-d222-4a35-8d64-bc2492d251f3 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:09.131917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port bdfcc180-d222-4a35-8d64-bc2492d251f3 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:09.132812 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:09.243582 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Deleting port 6147baa7-9377-4e00-acaf-35276ed16c44 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:09.243961 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:09.396992 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:09.474264 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port bdfcc180-d222-4a35-8d64-bc2492d251f3, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=bdfcc180-d222-4a35-8d64-bc2492d251f3,segment=NetworkSegment(ffa1a16e-b016-4542-adbe-e30f9237a700),segment_id=ffa1a16e-b016-4542-adbe-e30f9237a700)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:09.480095 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] No DVR routers for this DVR port 901a4160-cec7-48e8-8567-f2facdb2ff42 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:53:09.533309 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:09.535192 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-cb182356-973a-49f1-89f0-6d6893d25e50 req-3766ae1b-9c7e-4379-8eb5-f17e567747f7 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 210 time: 0.2926152 Nov 12 07:53:09.535574 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:09.725364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=bdfcc180-d222-4a35-8d64-bc2492d251f3,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:09.742944 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:09.817013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42'}, {'server_uuid': '05dc25cd-4edd-4049-aff1-7a6553ff1d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6147baa7-9377-4e00-acaf-35276ed16c44'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:09.826747 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:09.856400 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e1539e75-db5b-4b30-9d5b-9b2ad28aeffa tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:10.045128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=bfd30199-f970-400f-ba3e-2c839d80840f,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:10.048776 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:10.132486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d6f42008-e33a-41c4-8bea-d6e61ac6b1fe req-882464d5-8eb4-4fb4-8509-2e895d70e4c4 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 210 time: 0.1469753 Nov 12 07:53:10.154796 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Attempting to bind port 901a4160-cec7-48e8-8567-f2facdb2ff42 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:10.155489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Attempting to bind port 901a4160-cec7-48e8-8567-f2facdb2ff42 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:53:10.156059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Attempting to bind port 901a4160-cec7-48e8-8567-f2facdb2ff42 on network b40a7887-4c1c-427c-9422-e58922b307fe {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:53:10.176304 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1b618-f910-44c9-a258-2c4767875b53 req-bfb7b5be-b3b6-41af-a31b-bea0e2f8a93b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:10.185131 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9cc1b618-f910-44c9-a258-2c4767875b53 req-bfb7b5be-b3b6-41af-a31b-bea0e2f8a93b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 947 time: 0.9574785 Nov 12 07:53:10.187618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:53:10.188191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Checking segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:10.188991 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:10.189530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Bound using segment: {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:53:10.190382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Bound port: 901a4160-cec7-48e8-8567-f2facdb2ff42, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855bfa55-e803-4227-b3ea-b59897ff4367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b40a7887-4c1c-427c-9422-e58922b307fe'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:53:10.190917 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:10.199781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Checking segment: {'id': '454b04ea-05db-45a9-b62d-49daff0ce93b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e5b623e6-675f-4b26-af35-4bfb1b00b6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:10.200205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network hostable DHCP agents. Network: e5b623e6-675f-4b26-af35-4bfb1b00b6b1, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:53:10.228571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network e5b623e6-675f-4b26-af35-4bfb1b00b6b1 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:53:10.242905 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, e5b623e6-675f-4b26-af35-4bfb1b00b6b1) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:10.253129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b561d50-7af4-415a-b2d9-8a392d63d5d0 None None] Network e5b623e6-675f-4b26-af35-4bfb1b00b6b1 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:10.268076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:10.268664 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:10.293577 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9cc1b618-f910-44c9-a258-2c4767875b53 req-a6751d6a-2fb1-4af7-ba6a-980d6b2dd97f tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072328 Nov 12 07:53:10.317014 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3020813 Nov 12 07:53:10.322242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57486) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:10.333124 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-919285525'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:10.339951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:10.354817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:network and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:10.360040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for network was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:10.367537 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:10.397130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:10.406792 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:10.478004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:53:10.489876 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:10.490422 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Added segment 093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a of type vxlan for network 2bdb9a05-2121-4686-b339-f2d338f98023 Nov 12 07:53:10.514387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:10.521384 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:53:10.526083 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:10.549965 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:10.563984 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:10.568706 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:10.569408 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:10.576034 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fdc05179-cfe8-4da7-b711-81748061708a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:10.676469 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-351913ee-ae09-41fe-89c7-ed1a9984cf61 tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:10.783312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device bdfcc180-d222-4a35-8d64-bc2492d251f3 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:10.955086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=11']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:10.985763 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42', 'code': 200} Nov 12 07:53:10.986067 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dc25cd-4edd-4049-aff1-7a6553ff1d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6147baa7-9377-4e00-acaf-35276ed16c44', 'code': 200} Nov 12 07:53:10.995637 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-e5b623e6-675f-4b26-af35-4bfb1b00b6b1', 'network_id': 'e5b623e6-675f-4b26-af35-4bfb1b00b6b1', 'tenant_id': '5eaa05e4be9b47dfab0b48c31d5151c6', 'fixed_ips': [{'subnet_id': 'bfd30199-f970-400f-ba3e-2c839d80840f'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:53:10.997112 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:11.047053 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:11.068356 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:11.119330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=2bdb9a05-2121-4686-b339-f2d338f98023,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:11.122730 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:11.130259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758579-675d-4f5a-b34f-45bcda351845 req-2d6eb7c6-154b-4fe7-8ec7-4ae46bbc1489 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:11.132121 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-2d6eb7c6-154b-4fe7-8ec7-4ae46bbc1489 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.33 "GET /v2.0/networks?id=281d3e6e-cd06-420d-a691-7020119b9d2e HTTP/1.1" status: 200 len: 810 time: 0.2638354 Nov 12 07:53:11.134264 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7cc52305-b1ce-420a-9bd6-98f618535a0b tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8109438 Nov 12 07:53:11.137252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57506) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:11.143409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'network_id': '2bdb9a05-2121-4686-b339-f2d338f98023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:11.193536 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-92b23221-89b6-4db9-b9e1-bc823c888780 req-08ce9baa-dfa4-4bd5-a708-c88496efb36b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 210 time: 0.1559486 Nov 12 07:53:11.200465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] For port 6147baa7-9377-4e00-acaf-35276ed16c44, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=6147baa7-9377-4e00-acaf-35276ed16c44,segment=NetworkSegment(38e66127-2cdb-47cd-8bf1-a72e98eac274),segment_id=38e66127-2cdb-47cd-8bf1-a72e98eac274)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:11.200819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Request body: {'port': {'device_id': '09212772-ceef-4c91-b67e-8a28fa728616', 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e', 'admin_state_up': True, 'tenant_id': '143042d4ad4f4544a25d0d580a57300a'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:11.200976 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:11.234759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Transition to ACTIVE for port object 8c43d91a-f3da-4853-b75d-7515608b7a21 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:11.417371 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Calling delete_port for 6147baa7-9377-4e00-acaf-35276ed16c44 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:11.455890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:11.472119 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:subnet and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:11.481930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:11.491425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:11.501990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:11.513987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:11.520823 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 2bdb9a05-2121-4686-b339-f2d338f98023 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:11.555896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Made reservation on behalf of 143042d4ad4f4544a25d0d580a57300a for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:11.562849 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:11.611029 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:11.652323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c2332-b031-424e-9b72-c9f925e84e86 req-00aa1c9e-05dc-4a82-a051-7198ac0cef3a tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:11.660823 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-646c2332-b031-424e-9b72-c9f925e84e86 req-00aa1c9e-05dc-4a82-a051-7198ac0cef3a tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 943 time: 1.3174050 Nov 12 07:53:11.683396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 2bdb9a05-2121-4686-b339-f2d338f98023 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:11.701168 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:11.703983 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] 10.222.0.33 "PUT /v2.0/ports/901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 1159 time: 7.6017654 Nov 12 07:53:11.714323 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 2bdb9a05-2121-4686-b339-f2d338f98023 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:11.751108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:11.858429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port bdfcc180-d222-4a35-8d64-bc2492d251f3 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:11.858966 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:11.913226 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-646c2332-b031-424e-9b72-c9f925e84e86 req-97458c3e-890e-42d3-a37d-2dc3f00dd6b7 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/security-groups?id=9208747c-b9b5-44c9-b19f-e6157118bfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476172 Nov 12 07:53:11.950349 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:12.120282 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:12.265526 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-af6d5134-d363-4c4e-a65a-dc066c53f269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:12.271022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Allocated IP 2001:db8:0:ffff::2 (e5b623e6-675f-4b26-af35-4bfb1b00b6b1/bfd30199-f970-400f-ba3e-2c839d80840f/f197660c-8e23-4156-a8bb-1eda61f57b86) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:12.463510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Network bea8f324-51a8-4fe5-b3b5-847cadacbafb is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:12.511694 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:12.541283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:12.648461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Pushing event updated for resources: {'Port': ['ID=8c43d91a-f3da-4853-b75d-7515608b7a21,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:12.666678 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:12.729592 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-565bb7e6-bb13-46ea-8334-9561d315a1f3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1162 time: 0.9547143 Nov 12 07:53:12.875402 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:12.893473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Transition to ACTIVE for port object f197660c-8e23-4156-a8bb-1eda61f57b86 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:12.939085 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Transition to ACTIVE for port object f197660c-8e23-4156-a8bb-1eda61f57b86 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:12.941830 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-351a9a22-6479-4e92-b8ae-ec39e21d65da None None] Provisioning for port 8c43d91a-f3da-4853-b75d-7515608b7a21 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:12.950698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-351a9a22-6479-4e92-b8ae-ec39e21d65da None None] Provisioning complete for port 8c43d91a-f3da-4853-b75d-7515608b7a21 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:12.951396 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-351a9a22-6479-4e92-b8ae-ec39e21d65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:12.996337 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:13.022948 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2f3d8345-1d39-44f2-bf7f-22e96fd64552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:13.214389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Allocated IP 172.20.0.7 (281d3e6e-cd06-420d-a691-7020119b9d2e/1a55730a-1a25-4a9d-9192-5d52333001a5/f25d21dd-5657-4fb3-93f0-14d727c5efe9) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:13.238863 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-0c2cf63d-b7f0-4c38-81eb-9f26036e7140 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:13.241067 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-0c2cf63d-b7f0-4c38-81eb-9f26036e7140 service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.4947622 Nov 12 07:53:13.258281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1702e56-e4b6-404e-a52d-1ee0277d1775 req-e08e87eb-11aa-48a0-a6ab-cfa6b6b49eae tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:13.266592 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a1702e56-e4b6-404e-a52d-1ee0277d1775 req-e08e87eb-11aa-48a0-a6ab-cfa6b6b49eae tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 947 time: 1.0035536 Nov 12 07:53:13.275570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725852f-9f54-49e6-b457-f164793aca9d req-f6135fb1-70bd-4705-a16d-f02817f62770 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:13.283816 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f725852f-9f54-49e6-b457-f164793aca9d req-f6135fb1-70bd-4705-a16d-f02817f62770 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 931 time: 1.0194809 Nov 12 07:53:13.291302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:13.292122 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:13.339022 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57540) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:13.365511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Pushing event updated for resources: {'Port': ['ID=f197660c-8e23-4156-a8bb-1eda61f57b86,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:13.387791 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:13.405157 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:13.407771 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.2079442 Nov 12 07:53:13.433055 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:13.438678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-351a9a22-6479-4e92-b8ae-ec39e21d65da None None] Port 8c43d91a-f3da-4853-b75d-7515608b7a21 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:53:13.448177 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:13.470114 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Network e5b623e6-675f-4b26-af35-4bfb1b00b6b1 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:13.471819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:13.479570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:13.591123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Attempting to bind port f197660c-8e23-4156-a8bb-1eda61f57b86 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:13.591569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Attempting to bind port f197660c-8e23-4156-a8bb-1eda61f57b86 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '454b04ea-05db-45a9-b62d-49daff0ce93b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e5b623e6-675f-4b26-af35-4bfb1b00b6b1'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:53:13.593148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Attempting to bind port f197660c-8e23-4156-a8bb-1eda61f57b86 on network e5b623e6-675f-4b26-af35-4bfb1b00b6b1 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:53:13.605600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:53:13.605600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Checking segment: {'id': '454b04ea-05db-45a9-b62d-49daff0ce93b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e5b623e6-675f-4b26-af35-4bfb1b00b6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:13.606174 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:13.606631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Bound using segment: {'id': '454b04ea-05db-45a9-b62d-49daff0ce93b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e5b623e6-675f-4b26-af35-4bfb1b00b6b1'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:53:13.607226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Bound port: f197660c-8e23-4156-a8bb-1eda61f57b86, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454b04ea-05db-45a9-b62d-49daff0ce93b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e5b623e6-675f-4b26-af35-4bfb1b00b6b1'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:53:13.608477 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:13.667620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Request body: {'port': {'device_id': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:13.705610 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-343d44a1-f020-4dd9-a101-22b70204b1d8 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:13.715701 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Pushing event deleted for resources: {'Port': ['ID=6147baa7-9377-4e00-acaf-35276ed16c44,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:13.749385 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] For port f197660c-8e23-4156-a8bb-1eda61f57b86, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:13.753713 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-b6665e20-f1c2-40b4-99aa-63341980f1e2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 217 time: 0.5035131 Nov 12 07:53:13.754880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] For port f197660c-8e23-4156-a8bb-1eda61f57b86, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=f197660c-8e23-4156-a8bb-1eda61f57b86,segment=NetworkSegment(454b04ea-05db-45a9-b62d-49daff0ce93b),segment_id=454b04ea-05db-45a9-b62d-49daff0ce93b)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:53:13.768424 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:13.778598 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:13.825578 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8cdc24a1-aff9-4449-bfa6-4306cb65bf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:13.854935 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] No DVR routers for this DVR port 6147baa7-9377-4e00-acaf-35276ed16c44 on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:53:13.872934 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:13.875403 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6b38408-105b-4b23-9037-2844ece012b3 req-392cd9ce-8bca-4ec5-9f2a-8f7ec7f0aee4 tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.41 "DELETE /v2.0/ports/6147baa7-9377-4e00-acaf-35276ed16c44 HTTP/1.1" status: 204 len: 173 time: 9.7136996 Nov 12 07:53:13.893652 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a1702e56-e4b6-404e-a52d-1ee0277d1775 req-088a6c69-ec63-43c5-95d1-9dac870725bf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6259131 Nov 12 07:53:13.898042 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:13.934137 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f725852f-9f54-49e6-b457-f164793aca9d req-6b5a52a0-2f06-465e-a2db-117be7b301eb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6488981 Nov 12 07:53:14.111001 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:14.175127 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42', 'status': 'completed', 'code': 200} Nov 12 07:53:14.238770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-bea591ed-9293-4eb7-9207-cf2ca29ff4e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:14.240542 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-bea591ed-9293-4eb7-9207-cf2ca29ff4e3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.4358172 Nov 12 07:53:14.262563 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Pushing event updated for resources: {'Port': ['ID=f197660c-8e23-4156-a8bb-1eda61f57b86,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:14.287034 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:14.474955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8cdc24a1-aff9-4449-bfa6-4306cb65bf02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:14.479565 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8cdc24a1-aff9-4449-bfa6-4306cb65bf02 admin admin] Usage tracker for resource:security_group_rule and tenant:17b0e0af4441441594d052b2e0d68fad is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:14.482978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-8cdc24a1-aff9-4449-bfa6-4306cb65bf02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:14.501559 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-8cdc24a1-aff9-4449-bfa6-4306cb65bf02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:14.768829 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-37943242-cbae-4bd6-98f0-1ae505d6fc58 req-fadaa531-7556-4b2b-8eb4-c652fb89067e tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 210 time: 0.3677299 Nov 12 07:53:14.844879 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8cdc24a1-aff9-4449-bfa6-4306cb65bf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:14.860616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=55871ab3-1621-4df7-88fb-792546776a74,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:14.880710 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8cdc24a1-aff9-4449-bfa6-4306cb65bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:14.912719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b1d6f35c-9361-4844-af06-079a962352af req-a0cc9e44-5cf8-49ca-af66-b0f0c6c96d2e tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Synchronizing usage tracker for tenant:66bc556cd30d4e279684c8ac218b0616 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:53:14.924302 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.219s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:14.928094 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4a7c5c85-7764-4e5c-a53e-afc192c177fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:14.940949 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-8cdc24a1-aff9-4449-bfa6-4306cb65bf02 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=17b0e0af4441441594d052b2e0d68fad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5942290 Nov 12 07:53:14.949769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57552) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:14.983888 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:14.998991 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc24a1-aff9-4449-bfa6-4306cb65bf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8383d4-5d60-46b0-8792-a36fc5f1ab5c,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:15.003481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Checking segment: {'id': '093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2bdb9a05-2121-4686-b339-f2d338f98023'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:15.005087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network hostable DHCP agents. Network: 2bdb9a05-2121-4686-b339-f2d338f98023, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:53:15.012067 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8cdc24a1-aff9-4449-bfa6-4306cb65bf02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:15.051405 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:15.053167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 2bdb9a05-2121-4686-b339-f2d338f98023 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:53:15.076508 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9434b8c2-3509-42c8-b576-7fb763f39ef9 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:15.080090 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b1d6f35c-9361-4844-af06-079a962352af req-a0cc9e44-5cf8-49ca-af66-b0f0c6c96d2e tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Unset dirty status for tenant:66bc556cd30d4e279684c8ac218b0616 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:53:15.082500 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b1d6f35c-9361-4844-af06-079a962352af req-a0cc9e44-5cf8-49ca-af66-b0f0c6c96d2e tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] 10.222.0.40 "GET /v2.0/ports?device_id=05dc25cd-4edd-4049-aff1-7a6553ff1d44 HTTP/1.1" status: 200 len: 210 time: 0.3413680 Nov 12 07:53:15.198310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Pushing event updated for resources: {'Port': ['ID=f25d21dd-5657-4fb3-93f0-14d727c5efe9,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:15.201905 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:15.207394 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 2bdb9a05-2121-4686-b339-f2d338f98023) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:15.215447 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e374b-5fc6-4153-8f88-d21b48434713 None None] Network 2bdb9a05-2121-4686-b339-f2d338f98023 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:15.251802 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-bdc98c10-eac4-457a-b317-c9d4bc947326 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7882740 Nov 12 07:53:15.300998 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:15.301655 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:15.330036 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-ed74509e-c79e-4c70-853e-860c0f97c3e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1162 time: 1.0935011 Nov 12 07:53:15.382017 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2209547d-3a0c-4a23-8dec-bbd6c491d5fb tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.2410159 Nov 12 07:53:15.383299 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57560) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:15.498698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Network 281d3e6e-cd06-420d-a691-7020119b9d2e is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:15.508214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:15.513498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:15.544639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-2bdb9a05-2121-4686-b339-f2d338f98023', 'network_id': '2bdb9a05-2121-4686-b339-f2d338f98023', 'tenant_id': '5eaa05e4be9b47dfab0b48c31d5151c6', 'fixed_ips': [{'subnet_id': '55871ab3-1621-4df7-88fb-792546776a74'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:53:15.545766 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:15.560490 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d88ccf3d-1667-4dd5-82ac-b740d65115be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:15.634081 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d88ccf3d-1667-4dd5-82ac-b740d65115be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:15.635023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:15.635936 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:15.698486 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:15.763509 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:53:15.805231 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-313a93b9-edbb-4bce-93ed-e1cbb0a9e274 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6101844 Nov 12 07:53:15.820372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Request body: {'port': {'device_id': '09212772-ceef-4c91-b67e-8a28fa728616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:16.094003 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:16.123416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Allocated IP 2001:db8::1 (2bdb9a05-2121-4686-b339-f2d338f98023/55871ab3-1621-4df7-88fb-792546776a74/59b39a0d-ffb9-4c9b-a777-feeaf49d578f) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:16.155920 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-cf9f20ee-5a47-4d06-b760-d863f72acb87 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8428617 Nov 12 07:53:16.156883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-5223a657-d7e9-47ac-b676-1c02bddec36c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:16.158349 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-5223a657-d7e9-47ac-b676-1c02bddec36c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.7415478 Nov 12 07:53:16.189545 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc25cd-4edd-4049-aff1-7a6553ff1d44', 'name': 'network-vif-deleted', 'tag': '6147baa7-9377-4e00-acaf-35276ed16c44'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:16.336263 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:16.348520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37bff9a-30d5-48c9-8592-4b2f6f9c0885 None None] Network e5b623e6-675f-4b26-af35-4bfb1b00b6b1 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:16.533804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-2601458b-45f6-450f-af8f-54f4a9ad1243 None None] Provisioning for port f197660c-8e23-4156-a8bb-1eda61f57b86 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:16.612883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15609ed-ec8e-4047-ba54-0c1348f9253c req-0052d61e-f5c0-40b0-9c04-b8de565bd108 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:16.614546 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c15609ed-ec8e-4047-ba54-0c1348f9253c req-0052d61e-f5c0-40b0-9c04-b8de565bd108 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 947 time: 1.3935108 Nov 12 07:53:16.621385 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a19b4b20-8f9f-49b9-8018-01532710c919 req-233e8267-caa6-45a4-b535-397942903fe2 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4335589 Nov 12 07:53:16.656442 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0829-5b13-43f5-8d02-c142f614098c req-c5e6d3ad-0735-4016-ad1b-6410b9414b3c tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:16.657490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8dbb0829-5b13-43f5-8d02-c142f614098c req-c5e6d3ad-0735-4016-ad1b-6410b9414b3c tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Synchronizing usage tracker for tenant:037670edd834470e90c5381f4e5864b7 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:53:16.682606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c43d91a-f3da-4853-b75d-7515608b7a21 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:53:16.775123 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:16.782754 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-e0f5f5d9-6319-4053-b3bf-34e66f130cd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 217 time: 0.5961771 Nov 12 07:53:16.819267 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8dbb0829-5b13-43f5-8d02-c142f614098c req-c5e6d3ad-0735-4016-ad1b-6410b9414b3c tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Unset dirty status for tenant:037670edd834470e90c5381f4e5864b7 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:53:16.820600 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8dbb0829-5b13-43f5-8d02-c142f614098c req-c5e6d3ad-0735-4016-ad1b-6410b9414b3c tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 931 time: 1.4944506 Nov 12 07:53:16.841621 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c15609ed-ec8e-4047-ba54-0c1348f9253c req-5186443b-cdbc-4d58-9c46-9a96a8540eac tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190528 Nov 12 07:53:16.874282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device f197660c-8e23-4156-a8bb-1eda61f57b86 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:16.950799 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:16.989313 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25d21dd-5657-4fb3-93f0-14d727c5efe9 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:53:16.994185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Transition to ACTIVE for port object 59b39a0d-ffb9-4c9b-a777-feeaf49d578f will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:16.997577 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:17.012309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Transition to ACTIVE for port object f25d21dd-5657-4fb3-93f0-14d727c5efe9 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:17.019179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port f197660c-8e23-4156-a8bb-1eda61f57b86 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:17.027414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port f197660c-8e23-4156-a8bb-1eda61f57b86 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:17.027844 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:17.047701 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:17.087738 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-94e33188-7829-4b7a-b440-3df3e215ba04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:17.187340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Transition to ACTIVE for port object 59b39a0d-ffb9-4c9b-a777-feeaf49d578f will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:17.232750 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:17.295023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Pushing event updated for resources: {'Port': ['ID=f25d21dd-5657-4fb3-93f0-14d727c5efe9,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:17.299562 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:17.301367 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:17.304315 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:17.386730 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:17.459725 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d88ccf3d-1667-4dd5-82ac-b740d65115be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:17.473615 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c0c47400-396d-43d5-9810-da0256427983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:17.500260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Pushing event updated for resources: {'Port': ['ID=59b39a0d-ffb9-4c9b-a777-feeaf49d578f,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:17.511947 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:17.542954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Subnet': ['ID=55871ab3-1621-4df7-88fb-792546776a74,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:17.553529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Transition to ACTIVE for port object 8c43d91a-f3da-4853-b75d-7515608b7a21 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:17.586359 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:17.622807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Network 2bdb9a05-2121-4686-b339-f2d338f98023 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:17.629331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:17.632125 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:17.679593 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:17.711080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-505031fd-8549-41c7-8ec3-c179a46abba5 None None] Provisioning complete for port f197660c-8e23-4156-a8bb-1eda61f57b86 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:17.711519 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-505031fd-8549-41c7-8ec3-c179a46abba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:17.714367 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-49c6355d-c16c-49f1-8f40-0e159c88c9a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:17.716359 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-49c6355d-c16c-49f1-8f40-0e159c88c9a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.8917456 Nov 12 07:53:17.733597 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-f3f21f0b-09a8-4193-a82c-89a9de3fef08 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1162 time: 1.0458939 Nov 12 07:53:17.734967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ccf3d-1667-4dd5-82ac-b740d65115be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8383d4-5d60-46b0-8792-a36fc5f1ab5c,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:17.744872 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d88ccf3d-1667-4dd5-82ac-b740d65115be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:17.769076 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:17.842337 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:17.932721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Attempting to bind port 59b39a0d-ffb9-4c9b-a777-feeaf49d578f on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:17.933213 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Attempting to bind port 59b39a0d-ffb9-4c9b-a777-feeaf49d578f by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2bdb9a05-2121-4686-b339-f2d338f98023'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:53:17.933633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Attempting to bind port 59b39a0d-ffb9-4c9b-a777-feeaf49d578f on network 2bdb9a05-2121-4686-b339-f2d338f98023 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:53:17.937629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port f197660c-8e23-4156-a8bb-1eda61f57b86, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=f197660c-8e23-4156-a8bb-1eda61f57b86,segment=NetworkSegment(454b04ea-05db-45a9-b62d-49daff0ce93b),segment_id=454b04ea-05db-45a9-b62d-49daff0ce93b)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:17.937802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Pushing event updated for resources: {'Port': ['ID=8c43d91a-f3da-4853-b75d-7515608b7a21,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:17.948838 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-505031fd-8549-41c7-8ec3-c179a46abba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:17.979784 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:17.999097 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:18.035554 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e52d8234-9a4e-4526-92aa-8b17b38a68ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:18.062609 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:18.070191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:53:18.070633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Checking segment: {'id': '093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2bdb9a05-2121-4686-b339-f2d338f98023'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:18.071090 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:18.071543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Bound using segment: {'id': '093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2bdb9a05-2121-4686-b339-f2d338f98023'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:53:18.072105 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Bound port: 59b39a0d-ffb9-4c9b-a777-feeaf49d578f, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2bdb9a05-2121-4686-b339-f2d338f98023'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:53:18.072537 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:18.111567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Attempting to bind port f25d21dd-5657-4fb3-93f0-14d727c5efe9 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:18.111929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Attempting to bind port f25d21dd-5657-4fb3-93f0-14d727c5efe9 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:53:18.112282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Attempting to bind port f25d21dd-5657-4fb3-93f0-14d727c5efe9 on network 281d3e6e-cd06-420d-a691-7020119b9d2e {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:53:18.119502 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d88ccf3d-1667-4dd5-82ac-b740d65115be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:18.123507 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d88ccf3d-1667-4dd5-82ac-b740d65115be admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/cc8383d4-5d60-46b0-8792-a36fc5f1ab5c HTTP/1.1" status: 204 len: 168 time: 3.1667168 Nov 12 07:53:18.125966 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-505031fd-8549-41c7-8ec3-c179a46abba5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80794) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:53:18.127149 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-505031fd-8549-41c7-8ec3-c179a46abba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:53:18.144506 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:53:18.145296 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Checking segment: {'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:18.145296 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:18.145654 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Bound using segment: {'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:53:18.146202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Bound port: f25d21dd-5657-4fb3-93f0-14d727c5efe9, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:53:18.146565 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:18.168026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdb9a05-2121-4686-b339-f2d338f98023']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:18.194019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-6ed48726-0125-4603-a52b-c78fe0d653ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:18.197568 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-6ed48726-0125-4603-a52b-c78fe0d653ed service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.2700584 Nov 12 07:53:18.204635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=f197660c-8e23-4156-a8bb-1eda61f57b86,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:18.208440 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:18.215875 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] For port 59b39a0d-ffb9-4c9b-a777-feeaf49d578f, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:18.219350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] For port 59b39a0d-ffb9-4c9b-a777-feeaf49d578f, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=59b39a0d-ffb9-4c9b-a777-feeaf49d578f,segment=NetworkSegment(093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a),segment_id=093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:53:18.224137 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:18.240611 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:18.267005 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:18.267393 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:18.278961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] For port f25d21dd-5657-4fb3-93f0-14d727c5efe9, host n-h2-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:18.283880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] For port f25d21dd-5657-4fb3-93f0-14d727c5efe9, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=f25d21dd-5657-4fb3-93f0-14d727c5efe9,segment=NetworkSegment(ffa1a16e-b016-4542-adbe-e30f9237a700),segment_id=ffa1a16e-b016-4542-adbe-e30f9237a700)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:53:18.286263 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:18.299194 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:18.307026 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-262b58f6-27f9-4b78-983b-a6caed11693e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 200 len: 217 time: 0.0903504 Nov 12 07:53:18.314379 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8dbb0829-5b13-43f5-8d02-c142f614098c req-9261c806-444a-479b-85d0-e83727d640ad tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4674809 Nov 12 07:53:18.320705 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6968a4a7-52b9-420a-ad78-e77435cbadbf tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:18.413569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-9551a16d-a0f0-467a-a436-3e3a99dd871d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:18.415336 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-9551a16d-a0f0-467a-a436-3e3a99dd871d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.0963855 Nov 12 07:53:18.445415 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:18.457883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Releasing vxlan tunnel 9 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:53:18.537250 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2094d-d4b4-4044-9a2c-40dcde40dc2e req-0f0a51ca-a235-4b99-8e94-e357a7bd47b4 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:18.548022 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f8b2094d-d4b4-4044-9a2c-40dcde40dc2e req-0f0a51ca-a235-4b99-8e94-e357a7bd47b4 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 943 time: 1.0835357 Nov 12 07:53:18.583860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57590) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:18.643095 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-287d12d9-de3f-4072-8925-5df39d6d75e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8966835 Nov 12 07:53:18.738524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Pushing event updated for resources: {'Port': ['ID=59b39a0d-ffb9-4c9b-a777-feeaf49d578f,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:18.766873 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:18.777369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device f197660c-8e23-4156-a8bb-1eda61f57b86 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:18.866794 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dc25cd-4edd-4049-aff1-7a6553ff1d44', 'name': 'network-vif-deleted', 'tag': '6147baa7-9377-4e00-acaf-35276ed16c44', 'status': 'completed', 'code': 200} Nov 12 07:53:18.895916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Pushing event updated for resources: {'Port': ['ID=f25d21dd-5657-4fb3-93f0-14d727c5efe9,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:18.951208 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c37960d7-f918-4ffb-97c7-9bd8e240ac40 None None] Provisioning complete for port f197660c-8e23-4156-a8bb-1eda61f57b86 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:18.953716 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c37960d7-f918-4ffb-97c7-9bd8e240ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:19.026151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port f197660c-8e23-4156-a8bb-1eda61f57b86 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:19.026871 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:19.082508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f8b2094d-d4b4-4044-9a2c-40dcde40dc2e req-3a1e05aa-c639-4d02-a16b-a5bd9c471f97 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Synchronizing usage tracker for tenant:143042d4ad4f4544a25d0d580a57300a on resource:security_group {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:53:19.095541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48aa084-6498-4605-bcf1-f9563d755484 admin admin] Deleting subnet a6330501-7b7b-4e25-bbd2-c827be91faad {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:53:19.099765 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f48aa084-6498-4605-bcf1-f9563d755484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:19.107660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57596) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:19.136760 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:19.160708 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f48aa084-6498-4605-bcf1-f9563d755484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:19.196728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 2bdb9a05-2121-4686-b339-f2d338f98023 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:19.211770 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e71fa080-bc3b-4dcc-9f5b-068cc9e2fd0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:19.224230 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:19.229409 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f48aa084-6498-4605-bcf1-f9563d755484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:19.298967 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-830493e6-cde3-4dac-8cd5-78d501128933 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998098 Nov 12 07:53:19.340592 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:19.342217 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] 10.222.0.33 "PUT /v2.0/ports/f25d21dd-5657-4fb3-93f0-14d727c5efe9 HTTP/1.1" status: 200 len: 1155 time: 3.5281916 Nov 12 07:53:19.342801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09212772-ceef-4c91-b67e-8a28fa728616', 'tag': 'f25d21dd-5657-4fb3-93f0-14d727c5efe9'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:19.406740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-f8b2094d-d4b4-4044-9a2c-40dcde40dc2e req-3a1e05aa-c639-4d02-a16b-a5bd9c471f97 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Unset dirty status for tenant:143042d4ad4f4544a25d0d580a57300a on resource:security_group {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:53:19.412759 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8118c84c-4822-4d9f-8064-182429cb9d86 None None] Network 2bdb9a05-2121-4686-b339-f2d338f98023 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:19.423228 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f8b2094d-d4b4-4044-9a2c-40dcde40dc2e req-3a1e05aa-c639-4d02-a16b-a5bd9c471f97 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8401737 Nov 12 07:53:19.587092 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-db1ed5d8-9685-4780-bc40-fda993f5c735 service neutron] 10.222.0.41 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2097204 Nov 12 07:53:19.701213 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-95bb893d-a41d-47e5-8113-5ee0589b95fd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2574224 Nov 12 07:53:19.857728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 901a4160-cec7-48e8-8567-f2facdb2ff42 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:20.023729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 901a4160-cec7-48e8-8567-f2facdb2ff42 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:20.039676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 901a4160-cec7-48e8-8567-f2facdb2ff42 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:20.041764 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:20.077897 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-1694796c-237e-44a0-a4e9-52522b10c04d service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443093 Nov 12 07:53:20.090063 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 2bdb9a05-2121-4686-b339-f2d338f98023 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:53:20.131957 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:53:20.134409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6218ce25-6d2e-4f0d-9a0d-c9da869f3acb None None] get_active_networks_info from n-d-761264-6 {{(pid=80794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 12 07:53:20.142619 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09212772-ceef-4c91-b67e-8a28fa728616', 'tag': 'f25d21dd-5657-4fb3-93f0-14d727c5efe9', 'status': 'completed', 'code': 200} Nov 12 07:53:20.238034 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-e2ca87b8-2673-4ca9-8e60-8355fede2eed service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=143042d4ad4f4544a25d0d580a57300a&device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 1158 time: 0.2720637 Nov 12 07:53:20.257665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e71fa080-bc3b-4dcc-9f5b-068cc9e2fd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:20.262205 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e71fa080-bc3b-4dcc-9f5b-068cc9e2fd0c admin admin] Usage tracker for resource:security_group_rule and tenant:33d09e6691f64deebe24b906b751b3d9 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:20.265294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e71fa080-bc3b-4dcc-9f5b-068cc9e2fd0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:20.272166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e71fa080-bc3b-4dcc-9f5b-068cc9e2fd0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:20.298470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17b4e2-43e0-4dca-8c06-37ac327f0d38 req-6dd9f5b6-b548-4c69-bd26-783758753a01 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:20.300160 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e17b4e2-43e0-4dca-8c06-37ac327f0d38 req-6dd9f5b6-b548-4c69-bd26-783758753a01 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 947 time: 0.9990320 Nov 12 07:53:20.321543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6218ce25-6d2e-4f0d-9a0d-c9da869f3acb None None] Resources bound (agent type, host, resource id): {{(pid=80794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 12 07:53:20.420935 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e71fa080-bc3b-4dcc-9f5b-068cc9e2fd0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:20.441349 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-bcb6887e-3d34-494d-8246-c3a4034cf157 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f25d21dd-5657-4fb3-93f0-14d727c5efe9 HTTP/1.1" status: 200 len: 217 time: 0.0990543 Nov 12 07:53:20.442940 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 07:53:20.442940 n-d-761264-6 neutron-server[80681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 07:53:20.442940 n-d-761264-6 neutron-server[80681]: [parameters: {'id': '2bdb9a05-2121-4686-b339-f2d338f98023'}] Nov 12 07:53:20.442940 n-d-761264-6 neutron-server[80681]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:53:20.443523 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:53:20.445246 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e71fa080-bc3b-4dcc-9f5b-068cc9e2fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:20.468876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Attempting to bind port 8c43d91a-f3da-4853-b75d-7515608b7a21 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:20.469383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Attempting to bind port 8c43d91a-f3da-4853-b75d-7515608b7a21 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:53:20.469640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Attempting to bind port 8c43d91a-f3da-4853-b75d-7515608b7a21 on network bea8f324-51a8-4fe5-b3b5-847cadacbafb {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:53:20.533306 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:20.561956 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-680717bd-95ba-4276-914c-fb9964294690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:20.570943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758579-675d-4f5a-b34f-45bcda351845 req-4a199b08-d421-484b-b6bc-b6cf6f31dcbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:20.573131 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-4a199b08-d421-484b-b6bc-b6cf6f31dcbd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1a55730a-1a25-4a9d-9192-5d52333001a5 HTTP/1.1" status: 200 len: 850 time: 0.1191013 Nov 12 07:53:20.582009 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:20.607242 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:20.622466 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:20.629165 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:20.653972 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-11dc78b8-8acc-4f89-af67-53b5df160282 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=281d3e6e-cd06-420d-a691-7020119b9d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678449 Nov 12 07:53:20.657219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:53:20.657459 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Checking segment: {'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:20.657969 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:20.658452 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Bound using segment: {'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:53:20.659012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Bound port: 8c43d91a-f3da-4853-b75d-7515608b7a21, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa14279-aace-42dc-88e6-b10efc265f08', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:53:20.659840 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:20.667791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fa080-bc3b-4dcc-9f5b-068cc9e2fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851864ae-9f98-42cd-9377-f906d0f9787b,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:20.672473 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e71fa080-bc3b-4dcc-9f5b-068cc9e2fd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:20.698023 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e17b4e2-43e0-4dca-8c06-37ac327f0d38 req-1b2c9ebd-4caf-4c29-b125-87123b1b9a45 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250296 Nov 12 07:53:20.700168 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e71fa080-bc3b-4dcc-9f5b-068cc9e2fd0c admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=33d09e6691f64deebe24b906b751b3d9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5621939 Nov 12 07:53:20.703771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57622) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:20.793668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=12']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:20.798826 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:20.852799 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b55ba674-be17-4210-a752-6f2b2a3082fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:20.884027 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b55ba674-be17-4210-a752-6f2b2a3082fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:20.928099 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9ef8e2a0-31af-4516-9cc6-d701be8c562f req-4f48660b-81a8-46b9-8b4c-01705d445138 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8310726 Nov 12 07:53:20.950728 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f48aa084-6498-4605-bcf1-f9563d755484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:20.980370 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:20.994274 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:21.040185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98fa4f-3bb2-4369-81d2-fb07a02431c8 req-796d8bd1-71a0-4628-9e9a-3f767f6ed0c8 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:21.042067 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa98fa4f-3bb2-4369-81d2-fb07a02431c8 req-796d8bd1-71a0-4628-9e9a-3f767f6ed0c8 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 943 time: 0.7578368 Nov 12 07:53:21.057013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57628) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:21.062182 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-15e3dfbf-3c9f-49c5-91ca-c7aa63cca2e1 service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880649 Nov 12 07:53:21.066501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'network': {'name': 'tempest-device-tagging-net1-908747482'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:21.096907 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:21.113401 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:network and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:21.170006 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for network was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:21.183489 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b55ba674-be17-4210-a752-6f2b2a3082fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:21.186601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:21.191439 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e71fa080-bc3b-4dcc-9f5b-068cc9e2fd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:21.209913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Deleting port 59b39a0d-ffb9-4c9b-a777-feeaf49d578f {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:21.210306 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:21.263044 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ba674-be17-4210-a752-6f2b2a3082fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851864ae-9f98-42cd-9377-f906d0f9787b,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:21.279302 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b55ba674-be17-4210-a752-6f2b2a3082fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:21.310308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:21.316920 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:21.350489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 901a4160-cec7-48e8-8567-f2facdb2ff42 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:21.384871 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b55ba674-be17-4210-a752-6f2b2a3082fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:21.388690 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b55ba674-be17-4210-a752-6f2b2a3082fd admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/851864ae-9f98-42cd-9377-f906d0f9787b HTTP/1.1" status: 204 len: 168 time: 0.6815546 Nov 12 07:53:21.402136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48aa084-6498-4605-bcf1-f9563d755484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6330501-7b7b-4e25-bbd2-c827be91faad,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:21.418929 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-eb758579-675d-4f5a-b34f-45bcda351845 req-38eac27d-f555-4bc1-bdc4-f216a79258e6 service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3478341 Nov 12 07:53:21.443504 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:53:21.462463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 901a4160-cec7-48e8-8567-f2facdb2ff42 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:21.462884 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:21.560025 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f48aa084-6498-4605-bcf1-f9563d755484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:21.584742 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:21.585192 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Added segment 8647f824-87a4-4e00-a09b-71e2ab62c163 of type vxlan for network 5875b624-a143-4342-b890-9d6934176210 Nov 12 07:53:21.657079 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:21.662735 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] For port 59b39a0d-ffb9-4c9b-a777-feeaf49d578f, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=59b39a0d-ffb9-4c9b-a777-feeaf49d578f,segment=NetworkSegment(093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a),segment_id=093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:21.663139 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:21.752054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] For port 8c43d91a-f3da-4853-b75d-7515608b7a21, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:21.765374 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fa98fa4f-3bb2-4369-81d2-fb07a02431c8 req-803ae751-597a-45f4-93b8-ce7e8b6178ef tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6647463 Nov 12 07:53:21.770345 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] For port 8c43d91a-f3da-4853-b75d-7515608b7a21, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=8c43d91a-f3da-4853-b75d-7515608b7a21,segment=NetworkSegment(0aa14279-aace-42dc-88e6-b10efc265f08),segment_id=0aa14279-aace-42dc-88e6-b10efc265f08)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:53:21.792685 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:21.823148 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Calling delete_port for 59b39a0d-ffb9-4c9b-a777-feeaf49d578f owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:21.904611 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28ab714a-d368-41ff-b67f-cf9028490da5 req-48c8bdd6-782d-4a6c-853f-019c0e4d6dd1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=143042d4ad4f4544a25d0d580a57300a&device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 1158 time: 0.3805251 Nov 12 07:53:21.936711 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:21.950085 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:21.954252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:21.954903 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:21.965352 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce9478be-09db-463c-81dd-e41c653b9e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:22.006261 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f48aa084-6498-4605-bcf1-f9563d755484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:22.052257 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d125c142-179f-4567-b988-a98e794d684b req-0e34b7bc-82be-49b0-b7f8-4ac7d9f20854 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.6416636 Nov 12 07:53:22.092839 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cfacd-7662-4edd-969a-9cd98bbb9eed req-35d935aa-38c2-4cbd-8eeb-fd2b0ba6d12d tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:22.097703 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f93cfacd-7662-4edd-969a-9cd98bbb9eed req-35d935aa-38c2-4cbd-8eeb-fd2b0ba6d12d tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 946 time: 1.0543506 Nov 12 07:53:22.143905 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:22.171384 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1130233 Nov 12 07:53:22.189875 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f48aa084-6498-4605-bcf1-f9563d755484 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/a6330501-7b7b-4e25-bbd2-c827be91faad HTTP/1.1" status: 204 len: 168 time: 3.5809028 Nov 12 07:53:22.205794 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:22.207318 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c43d91a-f3da-4853-b75d-7515608b7a21 HTTP/1.1" status: 200 len: 1155 time: 8.5616572 Nov 12 07:53:22.207815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57646) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:22.208183 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57648) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:22.213021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'tag': '8c43d91a-f3da-4853-b75d-7515608b7a21'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:22.263157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Network': ['ID=5875b624-a143-4342-b890-9d6934176210,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:22.272531 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7cee1115-6548-4433-aae4-afec1e772c04 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:22.273129 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c45bd38c-120a-4e0b-b118-70bfb4ab7db6 tempest-ServersAdminTestJSON-516215232 tempest-ServersAdminTestJSON-516215232] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:22.278086 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 5875b624-a143-4342-b890-9d6934176210 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:22.292571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 5875b624-a143-4342-b890-9d6934176210 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:22.309594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'network': {'name': 'tempest-device-tagging-net2-910028864'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:22.316335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 5875b624-a143-4342-b890-9d6934176210 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:22.322089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-52faf087-7dc5-4cf4-aa1c-808ccabfa8dc tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:22.323716 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-52faf087-7dc5-4cf4-aa1c-808ccabfa8dc tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.33 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 946 time: 0.7416427 Nov 12 07:53:22.348170 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f93cfacd-7662-4edd-969a-9cd98bbb9eed req-60a01f33-a73b-45d8-aa97-ea9a1703655c tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/security-groups?id=0e22487c-726b-4163-b96a-51fd612e7b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871831 Nov 12 07:53:22.349898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Port': ['ID=59b39a0d-ffb9-4c9b-a777-feeaf49d578f,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:22.363291 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:22.364531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab714a-d368-41ff-b67f-cf9028490da5 req-8d809b04-1a18-4c4d-b256-3ed5ec17530d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:22.366598 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28ab714a-d368-41ff-b67f-cf9028490da5 req-8d809b04-1a18-4c4d-b256-3ed5ec17530d service neutron] 10.222.0.33 "GET /v2.0/networks?id=281d3e6e-cd06-420d-a691-7020119b9d2e HTTP/1.1" status: 200 len: 904 time: 0.4549191 Nov 12 07:53:22.504721 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28ab714a-d368-41ff-b67f-cf9028490da5 req-b8a1de0b-9e4b-435b-9eb9-3c48b8730cee service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f25d21dd-5657-4fb3-93f0-14d727c5efe9 HTTP/1.1" status: 200 len: 217 time: 0.1251106 Nov 12 07:53:22.506712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] No DVR routers for this DVR port 59b39a0d-ffb9-4c9b-a777-feeaf49d578f on host n-d-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:53:22.657153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:22.675167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Deleting port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:22.675532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:22.698620 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42', 'code': 200} Nov 12 07:53:22.718232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab714a-d368-41ff-b67f-cf9028490da5 req-11c9500a-2e45-4634-9746-40b86b42d47b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:22.720371 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28ab714a-d368-41ff-b67f-cf9028490da5 req-11c9500a-2e45-4634-9746-40b86b42d47b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1a55730a-1a25-4a9d-9192-5d52333001a5 HTTP/1.1" status: 200 len: 850 time: 0.1779568 Nov 12 07:53:22.764203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Pushing event updated for resources: {'Port': ['ID=8c43d91a-f3da-4853-b75d-7515608b7a21,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:22.768444 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:network and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:22.794557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for network was recalculated. Used quota:2. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:22.831499 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:22.844654 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28ab714a-d368-41ff-b67f-cf9028490da5 req-3d92c172-9fb1-4c4b-af40-d1c3738e79bf service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=281d3e6e-cd06-420d-a691-7020119b9d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672362 Nov 12 07:53:22.848826 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:22.861785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:22.943605 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d125c142-179f-4567-b988-a98e794d684b req-e8d7889d-44a5-469e-9158-8722aa94a5de service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 1165 time: 0.8676021 Nov 12 07:53:22.970137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'network': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:22.975928 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:22.990844 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:23.086115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdb9a05-2121-4686-b339-f2d338f98023']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:23.105382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:23.105756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093ddbd0-1ec2-4fe1-8fc9-7f27cf4a4b1a') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:23.128541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a12552-93b5-48e6-a68e-f0a4f4f84ccc req-e147b127-8be1-4567-946e-05955f822dd2 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:23.130322 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88a12552-93b5-48e6-a68e-f0a4f4f84ccc req-e147b127-8be1-4567-946e-05955f822dd2 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 943 time: 1.1568232 Nov 12 07:53:23.133952 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:23.146921 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28ab714a-d368-41ff-b67f-cf9028490da5 req-f3016d3c-b210-45b9-8bed-6409e0449fc1 service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776136 Nov 12 07:53:23.153008 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:23.156197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Releasing vxlan tunnel 9 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:53:23.186122 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-efe97c52-b365-4117-94c9-04d3959484e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=037670edd834470e90c5381f4e5864b7&device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 1158 time: 0.9213874 Nov 12 07:53:23.397716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:53:23.486412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-3b068b98-3e92-4b73-8641-d61504682bc0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:53:23.503754 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-896cb51b-2cd9-4158-bd3a-f59871518396 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c43d91a-f3da-4853-b75d-7515608b7a21 HTTP/1.1" status: 200 len: 217 time: 0.2929432 Nov 12 07:53:23.507718 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788245971247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:23.508205 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Added segment ccf9091b-1f4e-4bb0-95df-080bae6afd1d of type vxlan for network c219fe8c-3a74-4d7e-8fb1-28d597059460 Nov 12 07:53:23.599734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fa025-e5c2-423d-9150-40fb403aa2de req-99ed1c70-737c-4f25-a611-3286bf6de1ca tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:23.601350 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b8fa025-e5c2-423d-9150-40fb403aa2de req-99ed1c70-737c-4f25-a611-3286bf6de1ca tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 949 time: 0.8140836 Nov 12 07:53:23.602330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125c142-179f-4567-b988-a98e794d684b req-caddc1bb-2e25-44d8-bfb0-5bd112889b3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:23.604299 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d125c142-179f-4567-b988-a98e794d684b req-caddc1bb-2e25-44d8-bfb0-5bd112889b3a service neutron] 10.222.0.33 "GET /v2.0/networks?id=b40a7887-4c1c-427c-9422-e58922b307fe HTTP/1.1" status: 200 len: 863 time: 0.5662928 Nov 12 07:53:23.708463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 2bdb9a05-2121-4686-b339-f2d338f98023 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:23.719680 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:23.832944 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-28ab714a-d368-41ff-b67f-cf9028490da5 req-540dbb31-7081-45a7-95db-b63630958ae7 service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6775913 Nov 12 07:53:23.911757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device f25d21dd-5657-4fb3-93f0-14d727c5efe9 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:23.939180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 2bdb9a05-2121-4686-b339-f2d338f98023 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:53:23.965832 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:53:23.991024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port f25d21dd-5657-4fb3-93f0-14d727c5efe9 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:23.997135 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port f25d21dd-5657-4fb3-93f0-14d727c5efe9 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:23.997564 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.057272 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-88a12552-93b5-48e6-a68e-f0a4f4f84ccc req-908761dd-ef5b-4bb9-b760-7697b96e327b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8590138 Nov 12 07:53:24.066449 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.080027 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-65e0a99b-0082-43e8-9394-2558c04d6f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:24.098729 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.114475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Network': ['ID=2bdb9a05-2121-4686-b339-f2d338f98023,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:24.119954 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:24.128147 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "DELETE /v2.0/networks/2bdb9a05-2121-4686-b339-f2d338f98023 HTTP/1.1" status: 204 len: 168 time: 8.7436340 Nov 12 07:53:24.131995 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57692) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:24.134189 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.140416 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1584489543'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:24.147228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:24.152111 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:network and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:24.157922 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'tag': '8c43d91a-f3da-4853-b75d-7515608b7a21', 'status': 'completed', 'code': 200} Nov 12 07:53:24.158558 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for network was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:24.165141 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.171750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:24.184414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:24.190994 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.228835 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d125c142-179f-4567-b988-a98e794d684b req-d386981d-f238-467f-9dc2-6630fb8186f9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=0cd54a18-35dc-44d4-b048-9de9398fd155 HTTP/1.1" status: 200 len: 217 time: 0.2817869 Nov 12 07:53:24.238801 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:53:24.252964 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.253855 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Added segment 1847938c-0dfb-4ccb-b570-d6a7c0a868f1 of type vxlan for network 2543624b-2856-4a62-b8ee-cc47a833d997 Nov 12 07:53:24.266980 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.286793 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.310481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port f25d21dd-5657-4fb3-93f0-14d727c5efe9, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=f25d21dd-5657-4fb3-93f0-14d727c5efe9,segment=NetworkSegment(ffa1a16e-b016-4542-adbe-e30f9237a700),segment_id=ffa1a16e-b016-4542-adbe-e30f9237a700)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:24.314205 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.318128 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:24.323074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-4f45b5d3-390d-490e-ae55-6eb874680bab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:24.324690 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-4f45b5d3-390d-490e-ae55-6eb874680bab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0153474-f48c-4c1d-85df-6933a0d00531 HTTP/1.1" status: 200 len: 845 time: 0.7321758 Nov 12 07:53:24.327417 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.333528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:24.334642 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.343040 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-73225d52-1774-45c2-a32e-47338c485d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:24.403651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=f25d21dd-5657-4fb3-93f0-14d727c5efe9,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:24.406841 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:53:24.436233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:53:24.453267 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:24.473290 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3395271 Nov 12 07:53:24.477272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57702) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:24.487010 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'network_id': '2543624b-2856-4a62-b8ee-cc47a833d997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:24.488869 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2b8fa025-e5c2-423d-9150-40fb403aa2de req-a80daa7c-ed45-4fa5-85ba-f32b0c59ad81 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402510 Nov 12 07:53:24.505488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=2543624b-2856-4a62-b8ee-cc47a833d997,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:24.524281 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:24.574804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] For port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b,segment=NetworkSegment(145a4be4-643b-47e9-a076-bf4727e24f11),segment_id=145a4be4-643b-47e9-a076-bf4727e24f11)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:24.575222 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.598371 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.614529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 2543624b-2856-4a62-b8ee-cc47a833d997 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:24.652246 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:24.671322 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.674072 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:24.675849 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:24.676512 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.678434 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:subnet and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:24.681580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125c142-179f-4567-b988-a98e794d684b req-09e300a0-41d5-4a8d-94e6-7ff9f1a598a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:24.681725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:24.683169 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d125c142-179f-4567-b988-a98e794d684b req-09e300a0-41d5-4a8d-94e6-7ff9f1a598a4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed20297-d4d1-4f9c-92e4-275da865c663 HTTP/1.1" status: 200 len: 843 time: 0.4392078 Nov 12 07:53:24.688567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:24.699617 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:24.753880 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-67ecdbcb-4745-4a64-a37b-551f158e7413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:24.787647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 2543624b-2856-4a62-b8ee-cc47a833d997 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:24.801905 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 2543624b-2856-4a62-b8ee-cc47a833d997 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:24.820182 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:24.847819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e66127-2cdb-47cd-8bf1-a72e98eac274') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:24.848159 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e66127-2cdb-47cd-8bf1-a72e98eac274') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:24.871754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Calling delete_port for 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:25.042772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09212772-ceef-4c91-b67e-8a28fa728616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25d21dd-5657-4fb3-93f0-14d727c5efe9'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:25.061643 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:25.079062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b,segment=NetworkSegment(145a4be4-643b-47e9-a076-bf4727e24f11),segment_id=145a4be4-643b-47e9-a076-bf4727e24f11)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:25.083830 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:25.086042 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:25.139289 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.9208891 Nov 12 07:53:25.152027 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57728) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:25.153181 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:25.179550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:53:25.195089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Network': ['ID=c219fe8c-3a74-4d7e-8fb1-28d597059460,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:25.196087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:25.201617 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:25.209930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network c219fe8c-3a74-4d7e-8fb1-28d597059460 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:25.216650 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'subnet': {'network_id': '5875b624-a143-4342-b890-9d6934176210', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:25.238177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7308ef2-2c54-41b5-aae3-24209f83a21b req-2c2aa244-106e-4883-9237-b2b254f5008c tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:25.246609 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b7308ef2-2c54-41b5-aae3-24209f83a21b req-2c2aa244-106e-4883-9237-b2b254f5008c tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 943 time: 0.9381671 Nov 12 07:53:25.274125 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1d6cd4a3-1e44-4f61-b117-dde2964085fe tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:25.279212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-28b8c3f9-a008-4d30-8d19-b1a755ed4fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bea8f324-51a8-4fe5-b3b5-847cadacbafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9325631 Nov 12 07:53:25.394858 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:25.423481 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:25.462087 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network c219fe8c-3a74-4d7e-8fb1-28d597059460 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:25.496202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network c219fe8c-3a74-4d7e-8fb1-28d597059460 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:25.510356 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=fea7d9d1-e305-4c21-8ade-83a558c02569,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:25.521321 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:25.624093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device f25d21dd-5657-4fb3-93f0-14d727c5efe9 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:25.717181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Checking segment: {'id': '1847938c-0dfb-4ccb-b570-d6a7c0a868f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2543624b-2856-4a62-b8ee-cc47a833d997'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:25.717949 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network hostable DHCP agents. Network: 2543624b-2856-4a62-b8ee-cc47a833d997, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:53:25.743693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 2543624b-2856-4a62-b8ee-cc47a833d997 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:53:25.758665 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:53:25.758965 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:53:25.760057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 2543624b-2856-4a62-b8ee-cc47a833d997) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:25.764160 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:25.780612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572a795-83de-40ed-ba7e-98aa42a18be7 req-1067db96-b302-4f18-ba08-305c7a6e3eb7 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:25.788377 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8572a795-83de-40ed-ba7e-98aa42a18be7 req-1067db96-b302-4f18-ba08-305c7a6e3eb7 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 946 time: 0.9321601 Nov 12 07:53:25.793161 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:25.794530 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:25.795277 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:25.827843 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3493311 Nov 12 07:53:25.828814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57746) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:25.836769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-428835525'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:25.839312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd824f2b-42f5-4c9d-9066-e30cb524e8b2 None None] Network 2543624b-2856-4a62-b8ee-cc47a833d997 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:25.843926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:25.849396 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:network and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:25.853198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for network was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:25.853529 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b7308ef2-2c54-41b5-aae3-24209f83a21b req-b2b975c6-f875-4910-aea8-45c6c74b48f5 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6055675 Nov 12 07:53:25.859774 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:25.871908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:25.879420 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:25.917116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:25.926325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:subnet and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:25.932466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:53:25.937287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:25.943736 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:25.944436 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Added segment 2cd3909f-1d11-47e4-b87e-77d0a9ae4c77 of type vxlan for network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf Nov 12 07:53:25.947543 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:25.975810 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:26.012360 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d125c142-179f-4567-b988-a98e794d684b req-7ecb17ea-ef4d-43ca-a00e-dcfaaed7b677 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=b40a7887-4c1c-427c-9422-e58922b307fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2349353 Nov 12 07:53:26.014211 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:26.019965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:26.021726 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:26.029424 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-345000ff-2c11-4f08-ae8d-aab9d945d7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:26.031454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'subnet': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:26.112468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port f25d21dd-5657-4fb3-93f0-14d727c5efe9 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:26.112861 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:26.161448 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3310480 Nov 12 07:53:26.165747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57756) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:26.177439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'network_id': '800b18bf-3a7b-4de2-b739-33b7fbbb51cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:26.187908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30092877-af12-485a-b433-0644299057b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-2543624b-2856-4a62-b8ee-cc47a833d997', 'network_id': '2543624b-2856-4a62-b8ee-cc47a833d997', 'tenant_id': '5eaa05e4be9b47dfab0b48c31d5151c6', 'fixed_ips': [{'subnet_id': 'fea7d9d1-e305-4c21-8ade-83a558c02569'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:53:26.188830 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-30092877-af12-485a-b433-0644299057b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:26.196645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=800b18bf-3a7b-4de2-b739-33b7fbbb51cf,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:26.212349 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:26.220547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:26.236669 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d125c142-179f-4567-b988-a98e794d684b req-16f3cbe4-ed7b-48b1-ba40-d64c2e1c62d2 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784747 Nov 12 07:53:26.329307 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-570b05da-ce67-44ff-9841-ea807a744931 service neutron] 10.222.0.41 "GET /v2.0/networks/bea8f324-51a8-4fe5-b3b5-847cadacbafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9628356 Nov 12 07:53:26.330318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Deleting port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:26.330851 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:26.337217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:26.338113 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:26.342816 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:subnet and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:26.346152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:26.350723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:26.355689 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:26.366734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:26.607584 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:26.718496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.ipam_backend_mixin [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Performing IP validity checks on allocation pools {{(pid=80793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Nov 12 07:53:26.719108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.ipam_backend_mixin [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Checking for overlaps among allocation pools and gateway ip {{(pid=80793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Nov 12 07:53:26.966658 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-30092877-af12-485a-b433-0644299057b4 None None] Allocated IP 2001:db8::3 (2543624b-2856-4a62-b8ee-cc47a833d997/fea7d9d1-e305-4c21-8ade-83a558c02569/469db9aa-2068-45ae-b448-1c37283167fd) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:27.058427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] For port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b,segment=NetworkSegment(145a4be4-643b-47e9-a076-bf4727e24f11),segment_id=145a4be4-643b-47e9-a076-bf4727e24f11)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:27.059040 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:27.115965 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:27.133952 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ec0075f7-281a-46d7-aaff-e3124fbaa2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:27.212194 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-30092877-af12-485a-b433-0644299057b4 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:27.224440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-30092877-af12-485a-b433-0644299057b4 None None] Transition to ACTIVE for port object 469db9aa-2068-45ae-b448-1c37283167fd will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:27.244171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-30092877-af12-485a-b433-0644299057b4 None None] Transition to ACTIVE for port object 469db9aa-2068-45ae-b448-1c37283167fd will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:27.253978 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-30092877-af12-485a-b433-0644299057b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:27.271621 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:27.291155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Calling delete_port for 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:27.551549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=c4ab856b-7b4a-469c-adec-ade6bfb6314b,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:27.554861 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:27.650492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Checking segment: {'id': '2cd3909f-1d11-47e4-b87e-77d0a9ae4c77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '800b18bf-3a7b-4de2-b739-33b7fbbb51cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:27.650492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network hostable DHCP agents. Network: 800b18bf-3a7b-4de2-b739-33b7fbbb51cf, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:53:27.653496 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a91c722d-5d8f-41d2-829a-ab6bf4dc3e03 req-8f892e36-6d96-4c83-bf89-6f68710bc7dd service neutron] 10.222.0.41 "GET /v2.0/networks/bea8f324-51a8-4fe5-b3b5-847cadacbafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2147803 Nov 12 07:53:27.655840 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30092877-af12-485a-b433-0644299057b4 None None] Pushing event updated for resources: {'Port': ['ID=469db9aa-2068-45ae-b448-1c37283167fd,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:27.669777 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-30092877-af12-485a-b433-0644299057b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:27.681469 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:53:27.693550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 800b18bf-3a7b-4de2-b739-33b7fbbb51cf) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:27.711048 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:27.711702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:27.714321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca5baf5-369b-4019-8549-e487c00c15a2 None None] Network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:27.731325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Network 234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:27.738408 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-bb6502ac-07e2-496a-a112-ef82038d4f1c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5711057 Nov 12 07:53:27.741332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57782) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:27.745495 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8572a795-83de-40ed-ba7e-98aa42a18be7 req-e561e7f4-fc06-4cc8-b864-4d78a8216029 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/security-groups?id=0e22487c-726b-4163-b96a-51fd612e7b38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9561863 Nov 12 07:53:27.811136 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5786994'] for subnet, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:27.824723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30092877-af12-485a-b433-0644299057b4 None None] Network 2543624b-2856-4a62-b8ee-cc47a833d997 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:27.828046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-30092877-af12-485a-b433-0644299057b4 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:27.842887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30092877-af12-485a-b433-0644299057b4 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:27.843644 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57786) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:27.857838 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09212772-ceef-4c91-b67e-8a28fa728616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25d21dd-5657-4fb3-93f0-14d727c5efe9', 'code': 200} Nov 12 07:53:27.972045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-30092877-af12-485a-b433-0644299057b4 None None] Attempting to bind port 469db9aa-2068-45ae-b448-1c37283167fd on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:27.972464 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-30092877-af12-485a-b433-0644299057b4 None None] Attempting to bind port 469db9aa-2068-45ae-b448-1c37283167fd by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '1847938c-0dfb-4ccb-b570-d6a7c0a868f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2543624b-2856-4a62-b8ee-cc47a833d997'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:53:27.972882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30092877-af12-485a-b433-0644299057b4 None None] Attempting to bind port 469db9aa-2068-45ae-b448-1c37283167fd on network 2543624b-2856-4a62-b8ee-cc47a833d997 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:53:27.983332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30092877-af12-485a-b433-0644299057b4 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:53:27.983754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30092877-af12-485a-b433-0644299057b4 None None] Checking segment: {'id': '1847938c-0dfb-4ccb-b570-d6a7c0a868f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2543624b-2856-4a62-b8ee-cc47a833d997'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:27.984214 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-30092877-af12-485a-b433-0644299057b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:27.984661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30092877-af12-485a-b433-0644299057b4 None None] Bound using segment: {'id': '1847938c-0dfb-4ccb-b570-d6a7c0a868f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2543624b-2856-4a62-b8ee-cc47a833d997'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:53:27.985223 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-30092877-af12-485a-b433-0644299057b4 None None] Bound port: 469db9aa-2068-45ae-b448-1c37283167fd, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1847938c-0dfb-4ccb-b570-d6a7c0a868f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2543624b-2856-4a62-b8ee-cc47a833d997'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:53:27.985644 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-30092877-af12-485a-b433-0644299057b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:53:28.011617 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:53:28.097319 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:28.181149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-30092877-af12-485a-b433-0644299057b4 None None] For port 469db9aa-2068-45ae-b448-1c37283167fd, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:28.189915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-30092877-af12-485a-b433-0644299057b4 None None] For port 469db9aa-2068-45ae-b448-1c37283167fd, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=469db9aa-2068-45ae-b448-1c37283167fd,segment=NetworkSegment(1847938c-0dfb-4ccb-b570-d6a7c0a868f1),segment_id=1847938c-0dfb-4ccb-b570-d6a7c0a868f1)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:53:28.192729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-800b18bf-3a7b-4de2-b739-33b7fbbb51cf', 'network_id': '800b18bf-3a7b-4de2-b739-33b7fbbb51cf', 'tenant_id': '5eaa05e4be9b47dfab0b48c31d5151c6', 'fixed_ips': [{'subnet_id': 'c4ab856b-7b4a-469c-adec-ade6bfb6314b'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:53:28.193771 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:28.194055 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f15e02a1-f14b-40ce-b39e-076cac68f381 req-fedf6c41-e8cd-4621-8d29-9504bce0c452 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 1160 time: 0.2744143 Nov 12 07:53:28.199389 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f71a03ed-8978-4858-abcd-19ed63a7495a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:28.210689 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-30092877-af12-485a-b433-0644299057b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:28.225284 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:28.261426 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:28.307510 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0578b712-2346-4af3-85cc-78b318feefcd tempest-ListServerFiltersTestJSON-1679249399 tempest-ListServerFiltersTestJSON-1679249399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:28.344114 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f15e02a1-f14b-40ce-b39e-076cac68f381 req-f6bc8772-fa12-479e-a3f6-360ffeabf1e0 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327937 Nov 12 07:53:28.349523 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:28.350832 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:28.378879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f71a03ed-8978-4858-abcd-19ed63a7495a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:28.379424 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d125c142-179f-4567-b988-a98e794d684b req-4da27111-3239-46ab-8055-32b21d13bc26 service neutron] 10.222.0.33 "GET /v2.0/networks/b40a7887-4c1c-427c-9422-e58922b307fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.1309810 Nov 12 07:53:28.392134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f71a03ed-8978-4858-abcd-19ed63a7495a admin admin] Usage tracker for resource:security_group_rule and tenant:cee7494219e6471d968bd2e29090e429 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:28.397405 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f71a03ed-8978-4858-abcd-19ed63a7495a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:28.411631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f71a03ed-8978-4858-abcd-19ed63a7495a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:28.435120 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:28.438660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Pushing event deleted for resources: {'Port': ['ID=9e9e8d41-b57e-4d63-a31a-6ccfee35d49b,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:28.452358 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:28.454868 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:28.499423 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Pushing event deleted for resources: {'Network': ['ID=234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:28.518300 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2af3bc2f-204d-4fb2-98af-84ba7f202900 req-3c959a18-5415-41c3-a8bf-9f907fb41bbb tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 1164 time: 1.6589749 Nov 12 07:53:28.525256 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:28.543509 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-aa17b3a6-0d47-4553-9466-a1d12b606587 admin admin] 10.222.0.40 "DELETE /v2.0/networks/234ee9af-c9ad-49be-b0fd-4ac5f02ebf2a HTTP/1.1" status: 204 len: 168 time: 6.3231640 Nov 12 07:53:28.597057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30092877-af12-485a-b433-0644299057b4 None None] Pushing event updated for resources: {'Port': ['ID=469db9aa-2068-45ae-b448-1c37283167fd,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:28.615212 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-30092877-af12-485a-b433-0644299057b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:28.728407 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-41d43879-c2e2-4e3c-9a58-56aba61eec79 req-9eba1408-d173-485e-9240-cf6a33374f5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=037670edd834470e90c5381f4e5864b7&device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 1158 time: 0.9986060 Nov 12 07:53:28.756717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57794) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:28.779790 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f71a03ed-8978-4858-abcd-19ed63a7495a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:28.783703 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025035d-2497-4e4f-8013-ee035cab33a2 req-ed6b357b-0234-405f-835c-9c7e4263fe22 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:28.792866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Allocated IP 2001:db8::3 (800b18bf-3a7b-4de2-b739-33b7fbbb51cf/c4ab856b-7b4a-469c-adec-ade6bfb6314b/a0fe48ef-25fb-446c-b53b-6eddc9b42c2f) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:28.793415 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2025035d-2497-4e4f-8013-ee035cab33a2 req-ed6b357b-0234-405f-835c-9c7e4263fe22 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 0.7594824 Nov 12 07:53:28.796151 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f71a03ed-8978-4858-abcd-19ed63a7495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:28.808138 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-516f9b05-4c5c-4bb5-807f-4ca81183001a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:28.880496 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f71a03ed-8978-4858-abcd-19ed63a7495a admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cee7494219e6471d968bd2e29090e429&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0356591 Nov 12 07:53:28.881474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a03ed-8978-4858-abcd-19ed63a7495a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a21941-6033-4799-9c03-22adf984df36,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:28.884229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57800) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:28.895783 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f71a03ed-8978-4858-abcd-19ed63a7495a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:28.925825 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fe18545d-ab7b-4ee3-94ac-044f40853ece admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=66bc556cd30d4e279684c8ac218b0616&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1638031 Nov 12 07:53:28.931895 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57804) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:29.028620 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe14e-d6e9-4e45-8c64-456393e94764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.078112 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-57709792-df00-484e-a96c-5d6b33eb25c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.082500 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe14e-d6e9-4e45-8c64-456393e94764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.098651 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.115379 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Transition to ACTIVE for port object a0fe48ef-25fb-446c-b53b-6eddc9b42c2f will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:29.140206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Transition to ACTIVE for port object a0fe48ef-25fb-446c-b53b-6eddc9b42c2f will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:29.148050 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.151511 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-57709792-df00-484e-a96c-5d6b33eb25c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.167024 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:29.198605 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.218085 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] No DVR routers for this DVR port 9e9e8d41-b57e-4d63-a31a-6ccfee35d49b on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:53:29.226901 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-74c82683-5d89-4108-a2ea-0bf98860c10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:29.230973 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.233269 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73fb49f3-6882-4dd1-9e6a-ca64d4590f4e req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.33 "DELETE /v2.0/ports/9e9e8d41-b57e-4d63-a31a-6ccfee35d49b HTTP/1.1" status: 204 len: 173 time: 6.8711128 Nov 12 07:53:29.236023 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8720d2-4cb5-4683-b586-8e9c86144289', 'name': 'network-vif-deleted', 'tag': '9e9e8d41-b57e-4d63-a31a-6ccfee35d49b'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:29.261870 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2af3bc2f-204d-4fb2-98af-84ba7f202900 req-8710f1a7-1b81-4b7f-ae37-9e73f7a9cc7c tempest-MigrationsAdminTest-964165574 tempest-MigrationsAdminTest-964165574] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338598 Nov 12 07:53:29.361580 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2025035d-2497-4e4f-8013-ee035cab33a2 req-adf735fd-21f3-4e83-a615-10a07a3068ef tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670931 Nov 12 07:53:29.398529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Subnet': ['ID=c4ab856b-7b4a-469c-adec-ade6bfb6314b,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:29.415475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d43879-c2e2-4e3c-9a58-56aba61eec79 req-a1f0da6a-7616-4660-a587-e49f67aa2bf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:29.417508 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-41d43879-c2e2-4e3c-9a58-56aba61eec79 req-a1f0da6a-7616-4660-a587-e49f67aa2bf5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bea8f324-51a8-4fe5-b3b5-847cadacbafb HTTP/1.1" status: 200 len: 900 time: 0.6524289 Nov 12 07:53:29.419703 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:29.428152 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe14e-d6e9-4e45-8c64-456393e94764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.435307 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c15f58e1-a4ef-422f-85b9-0197d877a96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:29.444263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Pushing event updated for resources: {'Port': ['ID=a0fe48ef-25fb-446c-b53b-6eddc9b42c2f,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:29.454426 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:29.465577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfe14e-d6e9-4e45-8c64-456393e94764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a21941-6033-4799-9c03-22adf984df36,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:29.472368 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d4bfe14e-d6e9-4e45-8c64-456393e94764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:29.493744 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-57709792-df00-484e-a96c-5d6b33eb25c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.502242 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e854348-db92-4284-8ccb-d4fc0d399c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:29.596717 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe14e-d6e9-4e45-8c64-456393e94764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.598020 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d4bfe14e-d6e9-4e45-8c64-456393e94764 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/e7a21941-6033-4799-9c03-22adf984df36 HTTP/1.1" status: 204 len: 168 time: 0.7115417 Nov 12 07:53:29.615511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57709792-df00-484e-a96c-5d6b33eb25c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9208747c-b9b5-44c9-b19f-e6157118bfb7,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:29.621131 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-57709792-df00-484e-a96c-5d6b33eb25c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.622359 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-57709792-df00-484e-a96c-5d6b33eb25c6 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/9208747c-b9b5-44c9-b19f-e6157118bfb7 HTTP/1.1" status: 204 len: 168 time: 0.6892989 Nov 12 07:53:29.629878 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-57709792-df00-484e-a96c-5d6b33eb25c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:29.670214 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-41d43879-c2e2-4e3c-9a58-56aba61eec79 req-c711abdb-00e4-4598-a02c-2fca599290a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c43d91a-f3da-4853-b75d-7515608b7a21 HTTP/1.1" status: 200 len: 217 time: 0.2419605 Nov 12 07:53:29.707237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:29.708990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:29.711623 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:29.728826 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.776502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Attempting to bind port a0fe48ef-25fb-446c-b53b-6eddc9b42c2f on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:29.778745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Attempting to bind port a0fe48ef-25fb-446c-b53b-6eddc9b42c2f by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '2cd3909f-1d11-47e4-b87e-77d0a9ae4c77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '800b18bf-3a7b-4de2-b739-33b7fbbb51cf'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:53:29.779374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Attempting to bind port a0fe48ef-25fb-446c-b53b-6eddc9b42c2f on network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:53:29.789664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:53:29.790489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Checking segment: {'id': '2cd3909f-1d11-47e4-b87e-77d0a9ae4c77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '800b18bf-3a7b-4de2-b739-33b7fbbb51cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:29.791292 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.791930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Bound using segment: {'id': '2cd3909f-1d11-47e4-b87e-77d0a9ae4c77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '800b18bf-3a7b-4de2-b739-33b7fbbb51cf'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:53:29.792657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Bound port: a0fe48ef-25fb-446c-b53b-6eddc9b42c2f, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd3909f-1d11-47e4-b87e-77d0a9ae4c77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '800b18bf-3a7b-4de2-b739-33b7fbbb51cf'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:53:29.793336 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:29.818136 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 8c43d91a-f3da-4853-b75d-7515608b7a21 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:29.912751 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b878ff39-f6e1-4c3f-a6c1-d4b5d5830b5c req-ee06e3ae-6baf-4f00-98af-df3b70b7fc6c tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Synchronizing usage tracker for tenant:8d6d56940c114ef8a4a968c670cce352 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:53:29.923509 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8720d2-4cb5-4683-b586-8e9c86144289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9e8d41-b57e-4d63-a31a-6ccfee35d49b'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:29.936128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800b18bf-3a7b-4de2-b739-33b7fbbb51cf']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:29.975297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd3909f-1d11-47e4-b87e-77d0a9ae4c77') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:29.975647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd3909f-1d11-47e4-b87e-77d0a9ae4c77') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:30.002390 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6570232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5786977'] for subnet, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:30.006363 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:30.012340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d43879-c2e2-4e3c-9a58-56aba61eec79 req-113ef02e-7957-4285-920b-ab29a637b782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:30.016216 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-41d43879-c2e2-4e3c-9a58-56aba61eec79 req-113ef02e-7957-4285-920b-ab29a637b782 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0153474-f48c-4c1d-85df-6933a0d00531 HTTP/1.1" status: 200 len: 845 time: 0.3395002 Nov 12 07:53:30.048602 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:30.051101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] For port a0fe48ef-25fb-446c-b53b-6eddc9b42c2f, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:30.053682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Releasing vxlan tunnel 12 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:53:30.081427 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-03f03914-d6e2-4238-9479-03005321ec5a tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:30.085811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 8c43d91a-f3da-4853-b75d-7515608b7a21 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:30.094344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 8c43d91a-f3da-4853-b75d-7515608b7a21 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:30.096078 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:30.300370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad728e72-1f34-490c-a22d-f857ce5f586e req-819ed2a7-e4ee-455f-b105-6a19f1f88d91 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:30.310303 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad728e72-1f34-490c-a22d-f857ce5f586e req-819ed2a7-e4ee-455f-b105-6a19f1f88d91 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 943 time: 0.7333820 Nov 12 07:53:30.317686 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-b878ff39-f6e1-4c3f-a6c1-d4b5d5830b5c req-ee06e3ae-6baf-4f00-98af-df3b70b7fc6c tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Unset dirty status for tenant:8d6d56940c114ef8a4a968c670cce352 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:53:30.319264 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b878ff39-f6e1-4c3f-a6c1-d4b5d5830b5c req-ee06e3ae-6baf-4f00-98af-df3b70b7fc6c tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] 10.222.0.40 "GET /v2.0/ports?device_id=0e8720d2-4cb5-4683-b586-8e9c86144289 HTTP/1.1" status: 200 len: 210 time: 0.5457106 Nov 12 07:53:30.360039 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:30.429688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:30.459058 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-901a4c8d-b3c7-4cdf-8dff-c7678a48b4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:30.459334 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:30.470233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 8c43d91a-f3da-4853-b75d-7515608b7a21, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=8c43d91a-f3da-4853-b75d-7515608b7a21,segment=NetworkSegment(0aa14279-aace-42dc-88e6-b10efc265f08),segment_id=0aa14279-aace-42dc-88e6-b10efc265f08)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:30.485203 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:30.487873 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:30.505780 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8720d2-4cb5-4683-b586-8e9c86144289', 'name': 'network-vif-deleted', 'tag': '9e9e8d41-b57e-4d63-a31a-6ccfee35d49b', 'status': 'completed', 'code': 200} Nov 12 07:53:30.551471 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ad728e72-1f34-490c-a22d-f857ce5f586e req-9362401f-2554-4a04-a7f4-1d02d4acc72f tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383628 Nov 12 07:53:30.571567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Subnet': ['ID=764b1da3-c193-4c85-92e4-5f4b7d36924c,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:30.575937 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:30.607643 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-41d43879-c2e2-4e3c-9a58-56aba61eec79 req-9caf0f14-412c-4d02-8ffc-0e1c72947ace service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bea8f324-51a8-4fe5-b3b5-847cadacbafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5207353 Nov 12 07:53:30.665553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=8c43d91a-f3da-4853-b75d-7515608b7a21,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:30.670605 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:30.695667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57832) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:30.710965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fbf5dc-9bf6-42f3-98cd-a31564b53a9f None None] Network 2543624b-2856-4a62-b8ee-cc47a833d997 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:30.766608 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8720d2-4cb5-4683-b586-8e9c86144289', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9e8d41-b57e-4d63-a31a-6ccfee35d49b', 'code': 200} Nov 12 07:53:30.924340 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a362da68-76bc-4c42-9980-a9d76ca3b054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.038836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:31.078431 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Checking segment: {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:31.078848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network hostable DHCP agents. Network: 5875b624-a143-4342-b890-9d6934176210, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:53:31.106392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-4adbd0bd-66f9-4513-88dd-9b570bc098fb None None] Provisioning for port 469db9aa-2068-45ae-b448-1c37283167fd completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:31.108886 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-41d43879-c2e2-4e3c-9a58-56aba61eec79 req-b79525af-d7d2-4243-8df4-cdb32c2480a2 service neutron] 10.222.0.41 "GET /v2.0/networks/bea8f324-51a8-4fe5-b3b5-847cadacbafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002949 Nov 12 07:53:31.110116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 469db9aa-2068-45ae-b448-1c37283167fd up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:53:31.113747 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:53:31.230082 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 07:53:31.230082 n-d-761264-6 neutron-server[80681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 07:53:31.230082 n-d-761264-6 neutron-server[80681]: [parameters: {'id': '800b18bf-3a7b-4de2-b739-33b7fbbb51cf'}] Nov 12 07:53:31.230082 n-d-761264-6 neutron-server[80681]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:53:31.230590 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:53:31.232386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4ab44-732b-48cc-8bb9-90598a70e5c3 req-c3182d1e-2a32-4ff7-96c8-e4d0f1305470 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:31.232879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 469db9aa-2068-45ae-b448-1c37283167fd completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:31.234094 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-53f4ab44-732b-48cc-8bb9-90598a70e5c3 req-c3182d1e-2a32-4ff7-96c8-e4d0f1305470 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 0.2605333 Nov 12 07:53:31.246428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 469db9aa-2068-45ae-b448-1c37283167fd triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:31.246858 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.281272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] For port a0fe48ef-25fb-446c-b53b-6eddc9b42c2f, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=a0fe48ef-25fb-446c-b53b-6eddc9b42c2f,segment=NetworkSegment(2cd3909f-1d11-47e4-b87e-77d0a9ae4c77),segment_id=2cd3909f-1d11-47e4-b87e-77d0a9ae4c77)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:53:31.281272 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 8c43d91a-f3da-4853-b75d-7515608b7a21 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:31.338344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a362da68-76bc-4c42-9980-a9d76ca3b054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:31.343445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network 5875b624-a143-4342-b890-9d6934176210 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:53:31.356154 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a362da68-76bc-4c42-9980-a9d76ca3b054 admin admin] Usage tracker for resource:security_group_rule and tenant:cac8de8ceb29427686a448652ffa12d2 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:31.372758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a362da68-76bc-4c42-9980-a9d76ca3b054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:31.384812 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.393725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57846) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:31.400805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 5875b624-a143-4342-b890-9d6934176210) {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:31.416850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a362da68-76bc-4c42-9980-a9d76ca3b054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:31.435013 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:31.435670 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.436616 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-91432129-291c-47be-b144-0307d043b2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:31.482149 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-53f4ab44-732b-48cc-8bb9-90598a70e5c3 req-d44db37a-81f3-4399-9123-0526fbd1eefd tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333446 Nov 12 07:53:31.484493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40322d29-af88-4a87-b35f-71af047c1570 None None] Network 5875b624-a143-4342-b890-9d6934176210 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:31.501033 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-41d43879-c2e2-4e3c-9a58-56aba61eec79 req-ebcfb679-b66c-4be3-8e6e-323205c59b02 service neutron] 10.222.0.41 "GET /v2.0/networks/bea8f324-51a8-4fe5-b3b5-847cadacbafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3843253 Nov 12 07:53:31.518738 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-473f4d04-5d70-428b-9afc-5cbe9f82b2c9 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 6.3500712 Nov 12 07:53:31.518863 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57852) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:31.522199 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'subnet': {'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:31.558915 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684413c-f10b-41cf-b93c-f8febab56538 req-1e6cd3cf-d6da-4216-914b-2bfd94f9bed8 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:31.560581 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5684413c-f10b-41cf-b93c-f8febab56538 req-1e6cd3cf-d6da-4216-914b-2bfd94f9bed8 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 949 time: 0.3417521 Nov 12 07:53:31.643560 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57860) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:31.650077 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1259426772-network', 'tenant_id': '1cb78d1b3cb94fb19047689a93cdd2b0'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:31.661067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:31.671276 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Usage tracker for resource:network and tenant:1cb78d1b3cb94fb19047689a93cdd2b0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:31.683274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:31.693715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:31.703204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:31.707116 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:subnet and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:31.710210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:31.713408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Pushing event updated for resources: {'Port': ['ID=a0fe48ef-25fb-446c-b53b-6eddc9b42c2f,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:31.716477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:31.731431 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.773369 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5684413c-f10b-41cf-b93c-f8febab56538 req-8b2e2067-ee4f-46ae-8736-51fea3f7cf8c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022896 Nov 12 07:53:31.775140 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a362da68-76bc-4c42-9980-a9d76ca3b054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.786221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fbf141-e3ec-4ef9-b5cb-b270ad98a3c4 admin admin] Deleting subnet d7930d00-a2ed-4789-a029-cf3d5e3ccf0d {{(pid=80792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 12 07:53:31.790355 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a362da68-76bc-4c42-9980-a9d76ca3b054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.797816 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-22fbf141-e3ec-4ef9-b5cb-b270ad98a3c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.816330 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:31.824743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:31.833711 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-002b47e8-a442-46a9-bcee-798a648e6206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:31.848332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Made reservation on behalf of 1cb78d1b3cb94fb19047689a93cdd2b0 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:31.855349 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.866890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 8c43d91a-f3da-4853-b75d-7515608b7a21 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:31.867770 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.881258 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.899778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362da68-76bc-4c42-9980-a9d76ca3b054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efda341-178e-4122-a9cb-aac551659405,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:31.914545 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a362da68-76bc-4c42-9980-a9d76ca3b054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:31.918727 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-22fbf141-e3ec-4ef9-b5cb-b270ad98a3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6367724'] for subnet, precommit_delete_associations {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:31.979572 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a362da68-76bc-4c42-9980-a9d76ca3b054 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cac8de8ceb29427686a448652ffa12d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2527883 Nov 12 07:53:31.983141 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57864) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:32.017024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Deleting port a0fe48ef-25fb-446c-b53b-6eddc9b42c2f {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:32.017409 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.097651 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-22fbf141-e3ec-4ef9-b5cb-b270ad98a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.147753 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:32.159372 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.182722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Usage tracker for resource:security_group_rule and tenant:1cb78d1b3cb94fb19047689a93cdd2b0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:32.191892 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:32.232300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9350f2cb-6826-4d75-aec1-dc1a25a7fc6c None None] Network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:32.256904 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.263688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:32.379900 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e759d2ef-02c9-4ef3-8186-4f6d14151f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.445364 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] For port a0fe48ef-25fb-446c-b53b-6eddc9b42c2f, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=a0fe48ef-25fb-446c-b53b-6eddc9b42c2f,segment=NetworkSegment(2cd3909f-1d11-47e4-b87e-77d0a9ae4c77),segment_id=2cd3909f-1d11-47e4-b87e-77d0a9ae4c77)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:32.445835 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.470896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-5875b624-a143-4342-b890-9d6934176210', 'network_id': '5875b624-a143-4342-b890-9d6934176210', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'fixed_ips': [{'subnet_id': '764b1da3-c193-4c85-92e4-5f4b7d36924c'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:53:32.472184 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.607733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] For port 469db9aa-2068-45ae-b448-1c37283167fd, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=469db9aa-2068-45ae-b448-1c37283167fd,segment=NetworkSegment(1847938c-0dfb-4ccb-b570-d6a7c0a868f1),segment_id=1847938c-0dfb-4ccb-b570-d6a7c0a868f1)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:32.643227 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Calling delete_port for a0fe48ef-25fb-446c-b53b-6eddc9b42c2f owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:32.667532 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.674387 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:32.788157 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.802295 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.804163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3abccc-9a55-4823-b0ed-5734769c6741 req-2809e229-1d31-4e9c-a807-f4530750104f tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:32.805842 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d3abccc-9a55-4823-b0ed-5734769c6741 req-2809e229-1d31-4e9c-a807-f4530750104f tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 945 time: 0.7989373 Nov 12 07:53:32.832612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c43d91a-f3da-4853-b75d-7515608b7a21'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:32.833797 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b8ef44e6-728c-4e8c-99ff-1c4aaa19e3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:32.880471 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e759d2ef-02c9-4ef3-8186-4f6d14151f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.922665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:53:32.933814 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a13e6d7-2185-4311-8abc-9e77ee11c472,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:32.937040 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:32.967085 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:32.967634 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Added segment bbbdbd60-05e6-45d9-9eed-af921d90fa50 of type vxlan for network 66577698-377a-440c-84a4-a8da2851ee1f Nov 12 07:53:33.029484 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.035086 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9d3abccc-9a55-4823-b0ed-5734769c6741 req-0887ee10-05f8-40fd-b72e-40a0888d509c tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739259 Nov 12 07:53:33.038350 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1edeae1a-088e-4ae8-a350-6e514215b1c0 req-5d10dae9-c89b-4394-9ae4-c4a17bd0d577 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=143042d4ad4f4544a25d0d580a57300a&device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 1160 time: 0.8981211 Nov 12 07:53:33.051729 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:33.126907 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69847382-4e65-4432-bf0c-9ce3f1c4383f req-bbb59131-bf5c-42d5-969c-251487eacd64 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:33.135785 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-69847382-4e65-4432-bf0c-9ce3f1c4383f req-bbb59131-bf5c-42d5-969c-251487eacd64 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 0.9153986 Nov 12 07:53:33.167395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Port': ['ID=a0fe48ef-25fb-446c-b53b-6eddc9b42c2f,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:33.170572 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:33.209218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.309932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-21c638be-d80a-49cc-82dd-70e5f06deb23 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:33.311505 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-21c638be-d80a-49cc-82dd-70e5f06deb23 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 949 time: 0.4942341 Nov 12 07:53:33.320449 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] No DVR routers for this DVR port a0fe48ef-25fb-446c-b53b-6eddc9b42c2f on host n-d-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:53:33.341457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-41869d30-f792-4ed1-91ef-f1c09b91eaf0 None None] Provisioning complete for port 469db9aa-2068-45ae-b448-1c37283167fd triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:33.341878 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-41869d30-f792-4ed1-91ef-f1c09b91eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.354375 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.355554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:33.356301 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.366508 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0fd83650-5298-4e91-a3c3-66fbd9d479cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:33.381615 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-69847382-4e65-4432-bf0c-9ce3f1c4383f req-8382bf5f-d135-4e69-8693-56d857a9aa46 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450707 Nov 12 07:53:33.433228 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 901a4160-cec7-48e8-8567-f2facdb2ff42 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:53:33.501083 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Pushing event updated for resources: {'Port': ['ID=469db9aa-2068-45ae-b448-1c37283167fd,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:33.505714 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c43d91a-f3da-4853-b75d-7515608b7a21', 'code': 200} Nov 12 07:53:33.550765 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e759d2ef-02c9-4ef3-8186-4f6d14151f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.565017 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d88ccf3d-1667-4dd5-82ac-b740d65115be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:33.577953 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:33.585640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759d2ef-02c9-4ef3-8186-4f6d14151f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efda341-178e-4122-a9cb-aac551659405,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:33.585812 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-576ffd8c-7fe7-4bb2-b2ab-331f8d500653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.587058 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.595596 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.605606 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e759d2ef-02c9-4ef3-8186-4f6d14151f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:33.633659 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Allocated IP 10.1.1.2 (5875b624-a143-4342-b890-9d6934176210/764b1da3-c193-4c85-92e4-5f4b7d36924c/00599cc2-20b3-458c-bb86-d0671b84a4e7) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:33.664256 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e759d2ef-02c9-4ef3-8186-4f6d14151f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.668025 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e759d2ef-02c9-4ef3-8186-4f6d14151f54 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0efda341-178e-4122-a9cb-aac551659405 HTTP/1.1" status: 204 len: 168 time: 1.6811988 Nov 12 07:53:33.694151 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Deleting port 901a4160-cec7-48e8-8567-f2facdb2ff42 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:33.694488 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.826507 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.872073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c93aef6b-32d4-47e7-b256-f774ee98f3df None None] Provisioning complete for port 469db9aa-2068-45ae-b448-1c37283167fd triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:33.872073 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c93aef6b-32d4-47e7-b256-f774ee98f3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.923250 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:33.941160 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:33.941430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Pushing event updated for resources: {'Network': ['ID=66577698-377a-440c-84a4-a8da2851ee1f,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:33.953497 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:33.958516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 66577698-377a-440c-84a4-a8da2851ee1f details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:33.961591 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-bcdf97dd-be61-4cfb-9e37-cf7a8a670caf admin admin] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5664508 Nov 12 07:53:33.972552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 66577698-377a-440c-84a4-a8da2851ee1f details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:33.989432 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:33.989819 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.017189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57878) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:34.044352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Request body: {'subnet': {'network_id': '66577698-377a-440c-84a4-a8da2851ee1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1259426772-subnet', 'tenant_id': '1cb78d1b3cb94fb19047689a93cdd2b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:34.059648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:34.079246 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 66577698-377a-440c-84a4-a8da2851ee1f details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:34.092802 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.104079 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2f3d8345-1d39-44f2-bf7f-22e96fd64552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:34.104601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Usage tracker for resource:subnet and tenant:1cb78d1b3cb94fb19047689a93cdd2b0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:34.120554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:34.132422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Calling delete_port for 901a4160-cec7-48e8-8567-f2facdb2ff42 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:34.161390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:34.172726 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800b18bf-3a7b-4de2-b739-33b7fbbb51cf']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:34.197265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd3909f-1d11-47e4-b87e-77d0a9ae4c77') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:34.197659 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd3909f-1d11-47e4-b87e-77d0a9ae4c77') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:34.210065 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.229610 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Made reservation on behalf of 1cb78d1b3cb94fb19047689a93cdd2b0 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:34.234979 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.237367 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:53:34.237639 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:53:34.241825 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeae1a-088e-4ae8-a350-6e514215b1c0 req-83e4cfd3-dde7-468f-acb1-030a2b2c7fba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:34.243500 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1edeae1a-088e-4ae8-a350-6e514215b1c0 req-83e4cfd3-dde7-468f-acb1-030a2b2c7fba service neutron] 10.222.0.33 "GET /v2.0/networks?id=281d3e6e-cd06-420d-a691-7020119b9d2e HTTP/1.1" status: 200 len: 904 time: 1.1829755 Nov 12 07:53:34.252932 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa5914-2194-4a8b-b0e7-55da5ae151fd req-49e79c8e-78fb-491f-a604-bcb3d677b32c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:34.255386 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-596a840c-1a95-4791-bae2-992c6d88aa31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:34.261158 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2fa5914-2194-4a8b-b0e7-55da5ae151fd req-49e79c8e-78fb-491f-a604-bcb3d677b32c tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 949 time: 0.9810395 Nov 12 07:53:34.269872 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-22fbf141-e3ec-4ef9-b5cb-b270ad98a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.285119 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.402098 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:34.459316 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.464782 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b2fa5914-2194-4a8b-b0e7-55da5ae151fd req-52e0b4bd-a38c-4f80-9519-202d21187d13 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021701 Nov 12 07:53:34.467237 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Releasing vxlan tunnel 12 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:53:34.479789 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.496729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbf141-e3ec-4ef9-b5cb-b270ad98a3c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7930d00-a2ed-4789-a029-cf3d5e3ccf0d,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:34.499931 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-22fbf141-e3ec-4ef9-b5cb-b270ad98a3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:34.600099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=13']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:34.610180 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:34.621300 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.639976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Transition to ACTIVE for port object 00599cc2-20b3-458c-bb86-d0671b84a4e7 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:34.669056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Transition to ACTIVE for port object 00599cc2-20b3-458c-bb86-d0671b84a4e7 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:34.678600 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.693892 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1edeae1a-088e-4ae8-a350-6e514215b1c0 req-153acb0f-be1b-41d8-8e20-5644bf8f58b6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f25d21dd-5657-4fb3-93f0-14d727c5efe9 HTTP/1.1" status: 200 len: 217 time: 0.4219081 Nov 12 07:53:34.698770 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:34.713495 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Subnet': ['ID=ecd4077a-478f-44e0-a5c0-5c5cd621ce81,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:34.717115 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:34.777884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Pushing event updated for resources: {'Port': ['ID=00599cc2-20b3-458c-bb86-d0671b84a4e7,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:34.796127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Deleting port 901a4160-cec7-48e8-8567-f2facdb2ff42 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:34.796505 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.828809 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeae1a-088e-4ae8-a350-6e514215b1c0 req-122ec913-7edd-435c-a3e5-946bebd87f79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:34.830460 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1edeae1a-088e-4ae8-a350-6e514215b1c0 req-122ec913-7edd-435c-a3e5-946bebd87f79 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1a55730a-1a25-4a9d-9192-5d52333001a5 HTTP/1.1" status: 200 len: 850 time: 0.1050668 Nov 12 07:53:34.895122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:34.906908 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:34.928611 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:34.940290 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 469db9aa-2068-45ae-b448-1c37283167fd up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:35.011901 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7c01f532-225a-4d38-a72b-fbffff68066e req-9d98d797-0dd9-400e-a2d3-c047eb88e64c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 1160 time: 1.4185753 Nov 12 07:53:35.016763 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.029924 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Network 5875b624-a143-4342-b890-9d6934176210 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:35.033440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:35.042233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:35.121063 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Attempting to bind port 00599cc2-20b3-458c-bb86-d0671b84a4e7 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:35.121690 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Attempting to bind port 00599cc2-20b3-458c-bb86-d0671b84a4e7 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:53:35.122168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Attempting to bind port 00599cc2-20b3-458c-bb86-d0671b84a4e7 on network 5875b624-a143-4342-b890-9d6934176210 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:53:35.130657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:53:35.131192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Checking segment: {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:35.131723 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.132390 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Bound using segment: {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:53:35.133158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Bound port: 00599cc2-20b3-458c-bb86-d0671b84a4e7, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:53:35.133664 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.157293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 469db9aa-2068-45ae-b448-1c37283167fd triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:35.157757 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.190287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 800b18bf-3a7b-4de2-b739-33b7fbbb51cf has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:35.214144 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1edeae1a-088e-4ae8-a350-6e514215b1c0 req-b3d7264d-8f72-4b13-9e9c-1ab393b0d15f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=281d3e6e-cd06-420d-a691-7020119b9d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3049049 Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:53:35.224230 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:53:35.244231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Checking segment: {'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:35.244664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network hostable DHCP agents. Network: c219fe8c-3a74-4d7e-8fb1-28d597059460, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:53:35.298588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] For port 901a4160-cec7-48e8-8567-f2facdb2ff42, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=901a4160-cec7-48e8-8567-f2facdb2ff42,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:35.298972 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.322911 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-22fbf141-e3ec-4ef9-b5cb-b270ad98a3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.381323 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.385361 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.393532 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e4c1b5c4-c4ab-4103-be24-10d69dca0427 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:35.403016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] For port 00599cc2-20b3-458c-bb86-d0671b84a4e7, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:35.406922 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] For port 00599cc2-20b3-458c-bb86-d0671b84a4e7, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=00599cc2-20b3-458c-bb86-d0671b84a4e7,segment=NetworkSegment(8647f824-87a4-4e00-a09b-71e2ab62c163),segment_id=8647f824-87a4-4e00-a09b-71e2ab62c163)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:53:35.422333 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network c219fe8c-3a74-4d7e-8fb1-28d597059460 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:53:35.427427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Network': ['ID=800b18bf-3a7b-4de2-b739-33b7fbbb51cf,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:35.430646 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:35.435309 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "DELETE /v2.0/networks/800b18bf-3a7b-4de2-b739-33b7fbbb51cf HTTP/1.1" status: 204 len: 168 time: 7.6928356 Nov 12 07:53:35.449658 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.465533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Calling delete_port for 901a4160-cec7-48e8-8567-f2facdb2ff42 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:35.484744 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57908) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:35.495912 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-649623443'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:35.504498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, c219fe8c-3a74-4d7e-8fb1-28d597059460) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:35.531628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:35.540468 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:35.546517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:35.547187 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.570329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:network and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:35.600380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:35.602990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for network was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:35.605879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb98c1-3da1-4a4c-b902-0bac26b8394b None None] Network c219fe8c-3a74-4d7e-8fb1-28d597059460 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:35.614736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:35.654059 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5b166a7d-37ad-415c-bb34-e1522d0639f4 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.1370862 Nov 12 07:53:35.656467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:35.664448 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.679244 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57918) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:35.694489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'port': {'network_id': '5875b624-a143-4342-b890-9d6934176210', 'name': 'tempest-TaggedBootDevicesTest-1037400242', 'fixed_ips': [{'subnet_id': '764b1da3-c193-4c85-92e4-5f4b7d36924c'}]}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:35.887499 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:53:35.935026 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:35.935734 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Added segment 36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c of type vxlan for network a92b9211-0963-40fd-a978-9032797c3ba3 Nov 12 07:53:36.018161 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7c01f532-225a-4d38-a72b-fbffff68066e req-7fa289f0-746a-42b4-a0a8-6dfbd5abbef0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7839718 Nov 12 07:53:36.021208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-22fbf141-e3ec-4ef9-b5cb-b270ad98a3c4 admin admin] 10.222.0.40 "DELETE /v2.0/subnets/d7930d00-a2ed-4789-a029-cf3d5e3ccf0d HTTP/1.1" status: 204 len: 168 time: 4.3688333 Nov 12 07:53:36.025174 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Pushing event updated for resources: {'Port': ['ID=00599cc2-20b3-458c-bb86-d0671b84a4e7,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:36.037061 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:36.041109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:36.041836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7de20-04a6-4d5b-b644-3f463f8f6850 req-6de017d2-9f65-4a1b-b031-9db0ec5426b1 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:36.043647 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57926) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:36.043886 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e2a7de20-04a6-4d5b-b644-3f463f8f6850 req-6de017d2-9f65-4a1b-b031-9db0ec5426b1 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 945 time: 1.6467233 Nov 12 07:53:36.047361 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:36.104685 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4c1724c6-2290-49f8-b4d5-fb7b823725c2 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:36.117142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba92e2b-1c90-4bde-b472-1a5d84fdf5d4 req-247033e6-f9d0-4dfa-a5ec-277c89cb3268 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:36.124882 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4ba92e2b-1c90-4bde-b472-1a5d84fdf5d4 req-247033e6-f9d0-4dfa-a5ec-277c89cb3268 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 1.4165435 Nov 12 07:53:36.129263 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:36.138817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:port and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:36.155606 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e2a7de20-04a6-4d5b-b644-3f463f8f6850 req-702d1793-901e-467c-84d3-197149be3f9a tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915775 Nov 12 07:53:36.156651 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e6c9b217-b753-4f3c-9ab3-d3919b383517 tempest-ServerDiskConfigTestJSON-763870847 tempest-ServerDiskConfigTestJSON-763870847] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:36.223846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-c219fe8c-3a74-4d7e-8fb1-28d597059460', 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460', 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'fixed_ips': [{'subnet_id': 'ecd4077a-478f-44e0-a5c0-5c5cd621ce81'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:53:36.225223 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:36.230591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for port was recalculated. Used quota:3. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:36.235413 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:36.266002 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:36.386178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Pushing event deleted for resources: {'Port': ['ID=901a4160-cec7-48e8-8567-f2facdb2ff42,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:36.412178 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:36.442209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:36.555282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8e375a3f-77f0-474b-b799-379c70468035 req-dbbfda31-c580-433e-b73d-71a4f99e8719 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Synchronizing usage tracker for tenant:6a2815708d614ce1b993a1a3e41c0d64 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:53:36.565402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ec9a0e-dc8a-455f-8147-bb9467bcaff9,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:36.595320 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:36.603284 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:36.674643 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1edeae1a-088e-4ae8-a350-6e514215b1c0 req-544bf407-1e38-4b59-8c38-cbae7847f11b service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4388170 Nov 12 07:53:36.676021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Allocated IP 10.2.2.2 (c219fe8c-3a74-4d7e-8fb1-28d597059460/ecd4077a-478f-44e0-a5c0-5c5cd621ce81/c68bf81e-d540-42a6-a601-499b0a35be09) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:36.746519 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4ba92e2b-1c90-4bde-b472-1a5d84fdf5d4 req-b33f6ab3-ebbd-441f-8d4e-50a2dcfcaea2 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181250 Nov 12 07:53:36.793725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-8e375a3f-77f0-474b-b799-379c70468035 req-dbbfda31-c580-433e-b73d-71a4f99e8719 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Unset dirty status for tenant:6a2815708d614ce1b993a1a3e41c0d64 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:53:36.795506 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8e375a3f-77f0-474b-b799-379c70468035 req-dbbfda31-c580-433e-b73d-71a4f99e8719 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=10d21006-149a-4e24-8208-2016edf9fc50 HTTP/1.1" status: 200 len: 210 time: 0.3703885 Nov 12 07:53:36.913650 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42', 'code': 200} Nov 12 07:53:36.916560 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 00599cc2-20b3-458c-bb86-d0671b84a4e7 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:36.983116 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:36.987524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:36.988195 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:37.000221 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:37.053235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 00599cc2-20b3-458c-bb86-d0671b84a4e7 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:37.061161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] No DVR routers for this DVR port 901a4160-cec7-48e8-8567-f2facdb2ff42 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:53:37.064181 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:37.066493 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-46ebd137-e4ba-46f7-a8c9-f74c9dcd4979 req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "DELETE /v2.0/ports/901a4160-cec7-48e8-8567-f2facdb2ff42 HTTP/1.1" status: 204 len: 173 time: 3.6750319 Nov 12 07:53:37.105127 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-deleted', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:37.178506 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1edeae1a-088e-4ae8-a350-6e514215b1c0 req-3b86a7d3-427d-4688-b753-65ba9c3cb23a service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4683654 Nov 12 07:53:37.187834 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=a92b9211-0963-40fd-a978-9032797c3ba3,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:37.191071 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:37.207329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network a92b9211-0963-40fd-a978-9032797c3ba3 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:37.213404 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b8d51420-bb3d-491a-9244-d66bb8937f8d tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7246690 Nov 12 07:53:37.214226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57946) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:37.221209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'network_id': 'a92b9211-0963-40fd-a978-9032797c3ba3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:37.377117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network a92b9211-0963-40fd-a978-9032797c3ba3 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:37.450002 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d21006-149a-4e24-8208-2016edf9fc50', 'name': 'network-vif-deleted', 'tag': '901a4160-cec7-48e8-8567-f2facdb2ff42', 'status': 'completed', 'code': 200} Nov 12 07:53:37.464802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:37.470257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:subnet and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:37.477473 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:37.484386 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:37.490284 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:37.559980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'subnet': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:37.608357 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:37.608986 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:37.629795 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Transition to ACTIVE for port object c68bf81e-d540-42a6-a601-499b0a35be09 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:37.658306 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network a92b9211-0963-40fd-a978-9032797c3ba3 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:37.774613 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5786994'] for subnet, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:37.776757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:37.790857 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145a4be4-643b-47e9-a076-bf4727e24f11') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:37.791163 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145a4be4-643b-47e9-a076-bf4727e24f11') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:37.804659 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:37.826819 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:37.828911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:53:37.885088 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Transition to ACTIVE for port object c68bf81e-d540-42a6-a601-499b0a35be09 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:37.926839 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:37.932701 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:37.999535 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120a535-6dc1-4dcd-9499-bec92f37d72a req-328fc86c-3670-4035-bc4e-aa1c218667d8 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:38.014029 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a120a535-6dc1-4dcd-9499-bec92f37d72a req-328fc86c-3670-4035-bc4e-aa1c218667d8 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 945 time: 0.5216119 Nov 12 07:53:38.037496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Network f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:38.051548 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:38.107420 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a120a535-6dc1-4dcd-9499-bec92f37d72a req-448c2923-5770-4677-802e-2f65054ea105 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922101 Nov 12 07:53:38.118472 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:38.193310 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08830c29-3bc6-4aa1-bd03-9a9813354eb0 None None] Network 5875b624-a143-4342-b890-9d6934176210 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:38.241890 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Network c219fe8c-3a74-4d7e-8fb1-28d597059460 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:38.280720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:38.403467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Pushing event updated for resources: {'Port': ['ID=c68bf81e-d540-42a6-a601-499b0a35be09,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:38.406636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:38.414497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-5f250f00-1f50-4a21-862b-55d0b19c4a90 None None] Provisioning for port 00599cc2-20b3-458c-bb86-d0671b84a4e7 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:38.423393 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:38.436343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-5f250f00-1f50-4a21-862b-55d0b19c4a90 None None] Provisioning complete for port 00599cc2-20b3-458c-bb86-d0671b84a4e7 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:38.437123 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5f250f00-1f50-4a21-862b-55d0b19c4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:38.440287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Checking segment: {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:38.441010 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Network hostable DHCP agents. Network: 66577698-377a-440c-84a4-a8da2851ee1f, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:53:38.489576 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Network f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:38.508631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1d846-f19c-4c06-b052-d3d7f32c2098 req-8a16f2a6-901b-4cca-b5ec-4c870b895df1 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:38.510349 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aab1d846-f19c-4c06-b052-d3d7f32c2098 req-8a16f2a6-901b-4cca-b5ec-4c870b895df1 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 0.4169850 Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:53:38.524944 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:53:38.583904 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4699df7-493b-4fb4-bd3d-110cc4a810eb req-5a3c91a2-f92b-4383-b1f8-46109a3aba73 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:38.594930 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d4699df7-493b-4fb4-bd3d-110cc4a810eb req-5a3c91a2-f92b-4383-b1f8-46109a3aba73 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 945 time: 0.2274892 Nov 12 07:53:38.609285 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Attempting to bind port c68bf81e-d540-42a6-a601-499b0a35be09 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:38.609977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Attempting to bind port c68bf81e-d540-42a6-a601-499b0a35be09 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:53:38.610594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Attempting to bind port c68bf81e-d540-42a6-a601-499b0a35be09 on network c219fe8c-3a74-4d7e-8fb1-28d597059460 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:53:38.616082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 57970) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:38.624409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:53:38.625152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Checking segment: {'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:38.626124 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:38.626771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Bound using segment: {'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:53:38.627510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Bound port: c68bf81e-d540-42a6-a601-499b0a35be09, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:53:38.628140 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:38.642245 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-aab1d846-f19c-4c06-b052-d3d7f32c2098 req-12661e3e-ddb8-47e0-885b-cc47d4bf73e5 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238749 Nov 12 07:53:38.665746 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-ad95f357-c4cd-4976-955f-b0638759b995 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Request body: {'floatingip': {'port_id': '8c43d91a-f3da-4853-b75d-7515608b7a21'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:38.756594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] For port c68bf81e-d540-42a6-a601-499b0a35be09, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:38.760607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] For port c68bf81e-d540-42a6-a601-499b0a35be09, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=c68bf81e-d540-42a6-a601-499b0a35be09,segment=NetworkSegment(ccf9091b-1f4e-4bb0-95df-080bae6afd1d),segment_id=ccf9091b-1f4e-4bb0-95df-080bae6afd1d)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:53:38.788736 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ad95f357-c4cd-4976-955f-b0638759b995 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for floatingip, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:38.807474 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:38.875342 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6570232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5786977'] for subnet, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:38.877443 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Network 66577698-377a-440c-84a4-a8da2851ee1f is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:53:38.889601 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] device_id is not set on port 9477111e-070c-4f28-8cde-2eaeef1efd8e yet. {{(pid=80793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 12 07:53:38.916529 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d6491088-82ba-49ad-8b41-a2f13243741c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:38.944788 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:39.052925 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Pushing event updated for resources: {'Port': ['ID=c68bf81e-d540-42a6-a601-499b0a35be09,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:39.077538 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:39.082282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, 66577698-377a-440c-84a4-a8da2851ee1f) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:39.115977 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:39.116669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a264357-6faa-4eaf-8930-52b32964c239 None None] Network 66577698-377a-440c-84a4-a8da2851ee1f requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:39.136075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:39.136721 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:39.149272 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-337a492e-a26e-4241-81bd-930238838333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:39.160649 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=10c729d5-80ff-4052-8731-140abb627610,revision_number=0']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:39.170314 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:39.179253 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:39.206463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57978) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:39.232356 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:39.235618 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] 10.222.0.40 "DELETE /v2.0/networks/f8a0ff11-50c0-4d6d-8cc6-a7d8a610bd05 HTTP/1.1" status: 204 len: 168 time: 3.1685438 Nov 12 07:53:39.237095 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:39.286953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Checking segment: {'id': '36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a92b9211-0963-40fd-a978-9032797c3ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:39.287498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network hostable DHCP agents. Network: a92b9211-0963-40fd-a978-9032797c3ba3, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:53:39.348550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network a92b9211-0963-40fd-a978-9032797c3ba3 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:53:39.363517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5547a-1d9f-400a-8f7b-eb6e2c4da525 req-93f2d7f3-0254-4837-92f5-7d257d0711a0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:39.375463 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-27b5547a-1d9f-400a-8f7b-eb6e2c4da525 req-93f2d7f3-0254-4837-92f5-7d257d0711a0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.1502008 Nov 12 07:53:39.379288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, a92b9211-0963-40fd-a978-9032797c3ba3) {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:39.422757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:39.423448 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for subnet, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:39.445022 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.4264290 Nov 12 07:53:39.452666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935ce9aa-1b65-44df-b2d7-e1864d61019e None None] Network a92b9211-0963-40fd-a978-9032797c3ba3 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:39.494860 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-27b5547a-1d9f-400a-8f7b-eb6e2c4da525 req-1120ec02-4c10-4c1c-96fe-5a25f8e8b9ec tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128201 Nov 12 07:53:39.500604 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5c59b90b-69b9-4c67-9b3d-12962b2398f4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2824304 Nov 12 07:53:39.501749 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57988) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:39.627197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 57992) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:39.690578 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef343-a46e-42db-8c07-38db8e4d0068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:39.780175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fe5ef343-a46e-42db-8c07-38db8e4d0068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:39.796557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fe5ef343-a46e-42db-8c07-38db8e4d0068 admin admin] Usage tracker for resource:security_group_rule and tenant:c2cc63b5125e41a18ac9602c4512b938 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:39.803362 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fe5ef343-a46e-42db-8c07-38db8e4d0068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:39.819736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fe5ef343-a46e-42db-8c07-38db8e4d0068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:39.955017 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef343-a46e-42db-8c07-38db8e4d0068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:39.971431 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f3b9e5bf-e950-4286-9ae8-b3168cd9e30f admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=8d6d56940c114ef8a4a968c670cce352&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3420918 Nov 12 07:53:39.986811 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fe5ef343-a46e-42db-8c07-38db8e4d0068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:40.019115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 58004) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:40.020228 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5f250f00-1f50-4a21-862b-55d0b19c4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:40.025644 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fd0477a5-45a9-40e1-be9a-c1d764b0f1cd tempest-SecurityGroupRulesNegativeTestJSON-1505052038 tempest-SecurityGroupRulesNegativeTestJSON-1505052038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:40.049681 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fe5ef343-a46e-42db-8c07-38db8e4d0068 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=c2cc63b5125e41a18ac9602c4512b938&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8413634 Nov 12 07:53:40.058508 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ad95f357-c4cd-4976-955f-b0638759b995 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for floatingip, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:40.060301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58006) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:40.071611 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ad95f357-c4cd-4976-955f-b0638759b995 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:40.160713 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-5f250f00-1f50-4a21-862b-55d0b19c4a90 None None] For port 00599cc2-20b3-458c-bb86-d0671b84a4e7, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=00599cc2-20b3-458c-bb86-d0671b84a4e7,segment=NetworkSegment(8647f824-87a4-4e00-a09b-71e2ab62c163),segment_id=8647f824-87a4-4e00-a09b-71e2ab62c163)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:40.161282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Allocated IP 10.1.1.114 (5875b624-a143-4342-b890-9d6934176210/764b1da3-c193-4c85-92e4-5f4b7d36924c/9477111e-070c-4f28-8cde-2eaeef1efd8e) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:40.179720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3ad5a4-e6d5-4417-bca0-e0d6a061cb83 None None] Network 66577698-377a-440c-84a4-a8da2851ee1f requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:40.194444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5f250f00-1f50-4a21-862b-55d0b19c4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:40.199717 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-30092877-af12-485a-b433-0644299057b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:40.322384 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ef343-a46e-42db-8c07-38db8e4d0068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ef6515-98d2-484c-ac2b-374ed13a5862,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:40.349728 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2d367efe-1499-444f-a106-fb2e3e0ca042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:40.385512 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fe5ef343-a46e-42db-8c07-38db8e4d0068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:40.466685 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2d367efe-1499-444f-a106-fb2e3e0ca042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:40.518696 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-a92b9211-0963-40fd-a978-9032797c3ba3', 'network_id': 'a92b9211-0963-40fd-a978-9032797c3ba3', 'tenant_id': '5eaa05e4be9b47dfab0b48c31d5151c6', 'fixed_ips': [{'subnet_id': '10c729d5-80ff-4052-8731-140abb627610'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:53:40.519774 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:40.557742 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:40.672474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-372c3971-5769-42f2-9288-6e47f28935e8 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:40.674239 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-372c3971-5769-42f2-9288-6e47f28935e8 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 813 time: 0.4521580 Nov 12 07:53:40.684877 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:40.711926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-0872aa5d-638c-4c7d-86fc-bf1a2e068f6c None None] Provisioning complete for port 00599cc2-20b3-458c-bb86-d0671b84a4e7 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:40.712551 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0872aa5d-638c-4c7d-86fc-bf1a2e068f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:40.790377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f250f00-1f50-4a21-862b-55d0b19c4a90 None None] Pushing event updated for resources: {'Port': ['ID=00599cc2-20b3-458c-bb86-d0671b84a4e7,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:40.799435 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5f250f00-1f50-4a21-862b-55d0b19c4a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:40.961639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c68bf81e-d540-42a6-a601-499b0a35be09 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:41.047930 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2d367efe-1499-444f-a106-fb2e3e0ca042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:41.061689 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-03a1e0f6-0523-4320-b0d6-6e4cfea4b510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:41.075443 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:41.109716 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2d367efe-1499-444f-a106-fb2e3e0ca042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:41.111282 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2d367efe-1499-444f-a106-fb2e3e0ca042 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/d0ef6515-98d2-484c-ac2b-374ed13a5862 HTTP/1.1" status: 204 len: 168 time: 1.0476272 Nov 12 07:53:41.128962 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d367efe-1499-444f-a106-fb2e3e0ca042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ef6515-98d2-484c-ac2b-374ed13a5862,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:41.140530 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2d367efe-1499-444f-a106-fb2e3e0ca042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:41.155853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8179c-5ba9-4704-9191-dd5324f88ca9 req-d0c723f4-f933-4982-8164-c8cce4597cc8 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:41.157803 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5d8179c-5ba9-4704-9191-dd5324f88ca9 req-d0c723f4-f933-4982-8164-c8cce4597cc8 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 1.1754825 Nov 12 07:53:41.169275 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Transition to ACTIVE for port object 9477111e-070c-4f28-8cde-2eaeef1efd8e will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:41.188043 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:41.197377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port c68bf81e-d540-42a6-a601-499b0a35be09 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:41.199817 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [None req-ad95f357-c4cd-4976-955f-b0638759b995 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Floating IP 0c8e0f77-b7b8-451b-9035-fea9c47ab187 associated. External IP: 172.25.5.231, port: 8c43d91a-f3da-4853-b75d-7515608b7a21. Nov 12 07:53:41.257458 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-ef77169a-ef2a-4c32-ad3c-0be94b0a2907 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/quotas/1cb78d1b3cb94fb19047689a93cdd2b0 HTTP/1.1" status: 200 len: 375 time: 0.5662477 Nov 12 07:53:41.268789 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e5d8179c-5ba9-4704-9191-dd5324f88ca9 req-ab825b82-36a2-4629-b25e-774094e7702f tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016884 Nov 12 07:53:41.385053 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:41.403354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d5b30017-2aed-4f72-b993-90865a33a8f9 None None] Provisioning complete for port 00599cc2-20b3-458c-bb86-d0671b84a4e7 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:41.403931 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d5b30017-2aed-4f72-b993-90865a33a8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:41.486778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 0cd54a18-35dc-44d4-b048-9de9398fd155 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:53:41.497700 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d0f5d14-8f70-437c-b14f-3ef13705af8d tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2248442 Nov 12 07:53:41.513559 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:41.553335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Allocated IP 2001:db8::1 (a92b9211-0963-40fd-a978-9032797c3ba3/10c729d5-80ff-4052-8731-140abb627610/cff9081e-1cb5-4f0e-944e-9cf854f19a2e) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:41.560180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c455f6-f778-4ce3-89f7-18551ae4fef9 None None] Network c219fe8c-3a74-4d7e-8fb1-28d597059460 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:41.600287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52c826-7bff-471e-a86a-24004760c4cf req-30ef5a21-7c50-470a-91d3-d5e5f9c710c0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:41.602475 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-df52c826-7bff-471e-a86a-24004760c4cf req-30ef5a21-7c50-470a-91d3-d5e5f9c710c0 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 1.2205212 Nov 12 07:53:41.641326 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f590cacb-1a72-49f4-bc47-1f1e888082a0 tempest-ImagesNegativeTestJSON-1155295374 tempest-ImagesNegativeTestJSON-1155295374] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:41.778919 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Port': ['ID=9477111e-070c-4f28-8cde-2eaeef1efd8e,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:41.795234 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:41.803819 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58026) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:41.850821 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5b60548e-a395-429e-b66e-61a0d27ef876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:41.899661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network 5875b624-a143-4342-b890-9d6934176210 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:41.902897 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:41.912066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:41.918343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:41.960800 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5b60548e-a395-429e-b66e-61a0d27ef876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:41.962116 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:41.971146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:41.978704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5b60548e-a395-429e-b66e-61a0d27ef876 admin admin] Usage tracker for resource:security_group_rule and tenant:eb6f5e90ffe7460fae452c7e672612f7 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:41.981351 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-df52c826-7bff-471e-a86a-24004760c4cf req-819929ab-287c-438f-9934-3a1916bef17b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Deleting port 0cd54a18-35dc-44d4-b048-9de9398fd155 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:41.981621 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-df52c826-7bff-471e-a86a-24004760c4cf req-819929ab-287c-438f-9934-3a1916bef17b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:41.989035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-5b60548e-a395-429e-b66e-61a0d27ef876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:42.000804 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-5b60548e-a395-429e-b66e-61a0d27ef876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:42.019539 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b5d0a5e-a309-4120-a48f-aa7d43e298ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:42.025643 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 0cd54a18-35dc-44d4-b048-9de9398fd155, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=0cd54a18-35dc-44d4-b048-9de9398fd155,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:42.051654 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:42.057788 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:42.073253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e22487c-726b-4163-b96a-51fd612e7b38,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:42.165914 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:42.166700 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:42.206409 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.5215306 Nov 12 07:53:42.206633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.206633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.206633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.206633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.206633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.206633 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.207117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.208185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.208185 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.208501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.208880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.209372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.210115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.210292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.210808 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.211219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.211337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58032) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:42.211699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.212166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.212620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.213252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.213738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.214363 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.214988 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.215387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.216287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.216287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.216636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.217096 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.217494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.217884 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.218275 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.218665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.219057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.219450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.219838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.220224 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:42.225180 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:42.228241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'port': {'network_id': '5875b624-a143-4342-b890-9d6934176210', 'name': 'tempest-TaggedBootDevicesTest-166176336', 'fixed_ips': [{'subnet_id': '764b1da3-c193-4c85-92e4-5f4b7d36924c'}]}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:42.248851 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:42.253200 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2299e053-0979-450d-a323-a341f446a7b0 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/0e22487c-726b-4163-b96a-51fd612e7b38 HTTP/1.1" status: 204 len: 168 time: 2.1992605 Nov 12 07:53:42.282152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc67955-4a5c-4e53-8493-045ea42c17f0 req-84961db8-5d2d-457a-a7be-26d4d063a4ba tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:42.292459 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dcc67955-4a5c-4e53-8493-045ea42c17f0 req-84961db8-5d2d-457a-a7be-26d4d063a4ba tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 950 time: 0.7981393 Nov 12 07:53:42.296791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=0cd54a18-35dc-44d4-b048-9de9398fd155,revision_number=9']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:42.307441 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:42.308059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-a7fafad8-c8e8-4e37-9546-04fe7ea24e3f None None] Provisioning complete for port 00599cc2-20b3-458c-bb86-d0671b84a4e7 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:42.308477 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a7fafad8-c8e8-4e37-9546-04fe7ea24e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:42.336548 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:42.382733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Transition to ACTIVE for port object cff9081e-1cb5-4f0e-944e-9cf854f19a2e will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:42.416945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Transition to ACTIVE for port object cff9081e-1cb5-4f0e-944e-9cf854f19a2e will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:42.428566 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:42.451596 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5cf1cd13-f953-4d29-861c-ab6bcd8e0201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:42.481232 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5b60548e-a395-429e-b66e-61a0d27ef876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:42.491554 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5b60548e-a395-429e-b66e-61a0d27ef876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:42.509781 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8d0b999f-1ae4-4ff5-9dc1-eb303c4b2f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:42.532602 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:42.547743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:port and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:42.574177 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-df52c826-7bff-471e-a86a-24004760c4cf req-819929ab-287c-438f-9934-3a1916bef17b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] For port 0cd54a18-35dc-44d4-b048-9de9398fd155, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=0cd54a18-35dc-44d4-b048-9de9398fd155,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:42.574793 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:53:42.574945 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-df52c826-7bff-471e-a86a-24004760c4cf req-819929ab-287c-438f-9934-3a1916bef17b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:42.608431 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for port was recalculated. Used quota:5. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:42.637845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:42.643949 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60548e-a395-429e-b66e-61a0d27ef876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df18317c-6118-495d-bb50-c25faddd72b0,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:42.652414 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5b60548e-a395-429e-b66e-61a0d27ef876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:42.656457 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5b60548e-a395-429e-b66e-61a0d27ef876 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=eb6f5e90ffe7460fae452c7e672612f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8502016 Nov 12 07:53:42.664829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58042) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:42.687455 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:42.889014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad95f357-c4cd-4976-955f-b0638759b995 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Router 8891dc57-6d4f-4935-88b6-85abe6200156 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:53:42.923614 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f2acebb-d1ec-4136-9ea9-197e14c4025b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:42.924818 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 00599cc2-20b3-458c-bb86-d0671b84a4e7 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:42.939494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-df52c826-7bff-471e-a86a-24004760c4cf req-819929ab-287c-438f-9934-3a1916bef17b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Calling delete_port for 0cd54a18-35dc-44d4-b048-9de9398fd155 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:42.951302 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:42.978778 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-852028a8-e112-468a-ae9b-539263d34102 service neutron] 10.222.0.40 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2561574 Nov 12 07:53:42.998854 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f2acebb-d1ec-4136-9ea9-197e14c4025b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.133369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Pushing event updated for resources: {'Port': ['ID=cff9081e-1cb5-4f0e-944e-9cf854f19a2e,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:43.136956 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:43.162606 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dcc67955-4a5c-4e53-8493-045ea42c17f0 req-9e0c1e5f-64c0-46ac-819a-270cbfca9ecb tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8690419 Nov 12 07:53:43.217068 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848205636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848988839'] for subnet, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.241763 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-a7fafad8-c8e8-4e37-9546-04fe7ea24e3f None None] Provisioning for port c68bf81e-d540-42a6-a601-499b0a35be09 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:43.247094 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-22fbf141-e3ec-4ef9-b5cb-b270ad98a3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:43.253683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-a7fafad8-c8e8-4e37-9546-04fe7ea24e3f None None] Provisioning complete for port c68bf81e-d540-42a6-a601-499b0a35be09 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:43.254248 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a7fafad8-c8e8-4e37-9546-04fe7ea24e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.368712 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155', 'code': 200} Nov 12 07:53:43.398233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f2acebb-d1ec-4136-9ea9-197e14c4025b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.407098 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f71a03ed-8978-4858-abcd-19ed63a7495a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:43.423868 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] device_id is not set on port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 yet. {{(pid=80793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Nov 12 07:53:43.443767 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 00599cc2-20b3-458c-bb86-d0671b84a4e7 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:43.443767 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.447806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Subnet': ['ID=10c729d5-80ff-4052-8731-140abb627610,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:43.465657 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2acebb-d1ec-4136-9ea9-197e14c4025b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df18317c-6118-495d-bb50-c25faddd72b0,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:43.469945 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f2acebb-d1ec-4136-9ea9-197e14c4025b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:43.508068 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4f2acebb-d1ec-4136-9ea9-197e14c4025b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.509091 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:43.509505 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4f2acebb-d1ec-4136-9ea9-197e14c4025b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/df18317c-6118-495d-bb50-c25faddd72b0 HTTP/1.1" status: 204 len: 168 time: 0.8427575 Nov 12 07:53:43.598620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Network a92b9211-0963-40fd-a978-9032797c3ba3 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:43.697305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad95f357-c4cd-4976-955f-b0638759b995 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:53:43.704740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39bc61-76e6-4a4a-afdd-4655028508d9 None None] Sync routers for ids ['8891dc57-6d4f-4935-88b6-85abe6200156'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:53:43.728461 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a7fafad8-c8e8-4e37-9546-04fe7ea24e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.733845 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39bc61-76e6-4a4a-afdd-4655028508d9 None None] Routers {'8891dc57-6d4f-4935-88b6-85abe6200156'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:53:43.734561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ca39bc61-76e6-4a4a-afdd-4655028508d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:53:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['8891dc57-6d4f-4935-88b6-85abe6200156'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:43.748169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Allocated IP 10.1.1.217 (5875b624-a143-4342-b890-9d6934176210/764b1da3-c193-4c85-92e4-5f4b7d36924c/ed5a8345-9f0c-4e4d-b6db-558cc3e300a8) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:43.752717 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:43.757279 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ad95f357-c4cd-4976-955f-b0638759b995 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.764448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:43.844840 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-95a74596-580b-49b2-abcc-9d07fe92d454 service neutron] 10.222.0.40 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8650591 Nov 12 07:53:43.845414 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-a7fafad8-c8e8-4e37-9546-04fe7ea24e3f None None] For port c68bf81e-d540-42a6-a601-499b0a35be09, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=c68bf81e-d540-42a6-a601-499b0a35be09,segment=NetworkSegment(ccf9091b-1f4e-4bb0-95df-080bae6afd1d),segment_id=ccf9091b-1f4e-4bb0-95df-080bae6afd1d)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:43.876055 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Attempting to bind port cff9081e-1cb5-4f0e-944e-9cf854f19a2e on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:53:43.876572 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Attempting to bind port cff9081e-1cb5-4f0e-944e-9cf854f19a2e by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a92b9211-0963-40fd-a978-9032797c3ba3'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:53:43.877458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Attempting to bind port cff9081e-1cb5-4f0e-944e-9cf854f19a2e on network a92b9211-0963-40fd-a978-9032797c3ba3 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:53:43.886811 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a7fafad8-c8e8-4e37-9546-04fe7ea24e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.892292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:53:43.892566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Checking segment: {'id': '36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a92b9211-0963-40fd-a978-9032797c3ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:43.892855 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.894307 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Bound using segment: {'id': '36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a92b9211-0963-40fd-a978-9032797c3ba3'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:53:43.894870 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Bound port: cff9081e-1cb5-4f0e-944e-9cf854f19a2e, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a92b9211-0963-40fd-a978-9032797c3ba3'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:53:43.895294 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.918901 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-572fab60-0d3a-4c66-b25a-d48f42598eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:43.959631 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-df52c826-7bff-471e-a86a-24004760c4cf req-819929ab-287c-438f-9934-3a1916bef17b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:43.964055 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ad95f357-c4cd-4976-955f-b0638759b995 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "PUT /v2.0/floatingips/0c8e0f77-b7b8-451b-9035-fea9c47ab187 HTTP/1.1" status: 200 len: 991 time: 5.3435302 Nov 12 07:53:43.971740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'tag': '8c43d91a-f3da-4853-b75d-7515608b7a21'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:44.134206 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:44.162096 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-ca39bc61-76e6-4a4a-afdd-4655028508d9 None None] Set router 8891dc57-6d4f-4935-88b6-85abe6200156 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:53:44.191024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819929ab-287c-438f-9934-3a1916bef17b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Pushing event deleted for resources: {'Port': ['ID=0cd54a18-35dc-44d4-b048-9de9398fd155,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:44.197695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] For port cff9081e-1cb5-4f0e-944e-9cf854f19a2e, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:53:44.200282 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-819929ab-287c-438f-9934-3a1916bef17b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:44.202421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] For port cff9081e-1cb5-4f0e-944e-9cf854f19a2e, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=cff9081e-1cb5-4f0e-944e-9cf854f19a2e,segment=NetworkSegment(36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c),segment_id=36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:53:44.223245 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:44.232577 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:44.249668 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b8884-838c-4b79-921a-44d6ac53fd2b req-0a35ec39-644f-4a1a-accb-06b5823661f9 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:44.258218 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d36b8884-838c-4b79-921a-44d6ac53fd2b req-0a35ec39-644f-4a1a-accb-06b5823661f9 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 0.6889064 Nov 12 07:53:44.424271 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:44.474518 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Transition to ACTIVE for port object ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 will not be triggered until provisioned by entity DHCP. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:44.520679 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:44.562937 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:44.591705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-edb45f8d-03be-4989-89d4-3a8f84ddf750 None None] Provisioning for port 9477111e-070c-4f28-8cde-2eaeef1efd8e completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:44.611712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-edb45f8d-03be-4989-89d4-3a8f84ddf750 None None] Provisioning complete for port 9477111e-070c-4f28-8cde-2eaeef1efd8e triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:44.614378 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-edb45f8d-03be-4989-89d4-3a8f84ddf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:44.710209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-edb45f8d-03be-4989-89d4-3a8f84ddf750 None None] Port 9477111e-070c-4f28-8cde-2eaeef1efd8e cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:53:44.752339 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fafad8-c8e8-4e37-9546-04fe7ea24e3f None None] Pushing event updated for resources: {'Port': ['ID=c68bf81e-d540-42a6-a601-499b0a35be09,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:44.761554 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-edb45f8d-03be-4989-89d4-3a8f84ddf750 None None] Provisioning complete for port c68bf81e-d540-42a6-a601-499b0a35be09 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:44.761979 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-edb45f8d-03be-4989-89d4-3a8f84ddf750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:44.834985 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a7fafad8-c8e8-4e37-9546-04fe7ea24e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:44.838573 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:44.938606 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ca39bc61-76e6-4a4a-afdd-4655028508d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:37Z', 'revision_number': 4, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '0c8e0f77-b7b8-451b-9035-fea9c47ab187', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'port_id': '8c43d91a-f3da-4853-b75d-7515608b7a21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'mac_address': 'fa:16:3e:9b:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:52:53Z', 'updated_at': '2020-11-12T07:53:39Z', 'revision_number': 1, 'project_id': '037670edd834470e90c5381f4e5864b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d14650-e37f-4e2c-947e-102fb0f4558a', 'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'mac_address': 'fa:16:3e:38:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:32Z', 'updated_at': '2020-11-12T07:52:52Z', 'revision_number': 5, 'project_id': '037670edd834470e90c5381f4e5864b7', 'subnets': [{'id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:44.944133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39bc61-76e6-4a4a-afdd-4655028508d9 None None] Checking router: 8891dc57-6d4f-4935-88b6-85abe6200156 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:53:44.956822 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca39bc61-76e6-4a4a-afdd-4655028508d9 None None] Routers {'8891dc57-6d4f-4935-88b6-85abe6200156'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:53:44.957721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ca39bc61-76e6-4a4a-afdd-4655028508d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:53:33Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['8891dc57-6d4f-4935-88b6-85abe6200156'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:44.997289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Pushing event updated for resources: {'Port': ['ID=cff9081e-1cb5-4f0e-944e-9cf854f19a2e,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:45.002214 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:45.045350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-df52c826-7bff-471e-a86a-24004760c4cf req-819929ab-287c-438f-9934-3a1916bef17b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] No DVR routers for this DVR port 0cd54a18-35dc-44d4-b048-9de9398fd155 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:53:45.048862 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-df52c826-7bff-471e-a86a-24004760c4cf req-819929ab-287c-438f-9934-3a1916bef17b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:45.075402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e88ff-94e5-4e97-a2b1-7f5ce3850e0a None None] Network a92b9211-0963-40fd-a978-9032797c3ba3 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:45.100437 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-deleted', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:45.117518 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d36b8884-838c-4b79-921a-44d6ac53fd2b req-b498c6e1-8917-49cc-8c59-cf6421dd50b2 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8580525 Nov 12 07:53:45.328470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92b9211-0963-40fd-a978-9032797c3ba3']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:45.368592 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:45.368939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:45.372628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-ca39bc61-76e6-4a4a-afdd-4655028508d9 None None] Set router 8891dc57-6d4f-4935-88b6-85abe6200156 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:53:45.404797 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:45.447778 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:45.454833 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Releasing vxlan tunnel 12 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:53:45.485282 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88895a16-7a88-4ab3-8108-a6f193be917d None None] get_active_networks_info from n-d-761264-6 {{(pid=80794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 12 07:53:45.532574 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'tag': '8c43d91a-f3da-4853-b75d-7515608b7a21', 'status': 'completed', 'code': 200} Nov 12 07:53:45.610056 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Port': ['ID=ed5a8345-9f0c-4e4d-b6db-558cc3e300a8,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:45.615622 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:45.784809 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network 5875b624-a143-4342-b890-9d6934176210 is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:45.786609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:45.801933 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:45.841358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88895a16-7a88-4ab3-8108-a6f193be917d None None] Resources bound (agent type, host, resource id): {{(pid=80794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 12 07:53:45.889677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network a92b9211-0963-40fd-a978-9032797c3ba3 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:45.903128 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:45.929727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:45.930707 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:45.970976 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7585936 Nov 12 07:53:46.067960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-ca39bc61-76e6-4a4a-afdd-4655028508d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:37Z', 'revision_number': 4, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '0c8e0f77-b7b8-451b-9035-fea9c47ab187', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'port_id': '8c43d91a-f3da-4853-b75d-7515608b7a21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'mac_address': 'fa:16:3e:9b:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:52:53Z', 'updated_at': '2020-11-12T07:53:39Z', 'revision_number': 1, 'project_id': '037670edd834470e90c5381f4e5864b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d14650-e37f-4e2c-947e-102fb0f4558a', 'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'mac_address': 'fa:16:3e:38:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:32Z', 'updated_at': '2020-11-12T07:52:52Z', 'revision_number': 5, 'project_id': '037670edd834470e90c5381f4e5864b7', 'subnets': [{'id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:46.073065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca39bc61-76e6-4a4a-afdd-4655028508d9 None None] The sync data for ids ['8891dc57-6d4f-4935-88b6-85abe6200156'] in n-d-761264-6 is: [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:37Z', 'revision_number': 4, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_floatingips': [{'id': '0c8e0f77-b7b8-451b-9035-fea9c47ab187', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'router_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'port_id': '8c43d91a-f3da-4853-b75d-7515608b7a21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'mac_address': 'fa:16:3e:9b:2b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-12T07:52:53Z', 'updated_at': '2020-11-12T07:53:39Z', 'revision_number': 1, 'project_id': '037670edd834470e90c5381f4e5864b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d14650-e37f-4e2c-947e-102fb0f4558a', 'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'mac_address': 'fa:16:3e:38:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:32Z', 'updated_at': '2020-11-12T07:52:52Z', 'revision_number': 5, 'project_id': '037670edd834470e90c5381f4e5864b7', 'subnets': [{'id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:53:46.324424 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-df52c826-7bff-471e-a86a-24004760c4cf req-819929ab-287c-438f-9934-3a1916bef17b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "DELETE /v2.0/ports/0cd54a18-35dc-44d4-b048-9de9398fd155 HTTP/1.1" status: 204 len: 173 time: 4.5606012 Nov 12 07:53:46.344077 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network a92b9211-0963-40fd-a978-9032797c3ba3 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:53:46.391058 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:53:46.570874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0b034-0337-4932-b9d5-1f03a387b4a0 req-ab88b8c4-7bd3-41ca-bce8-3f94fb15691e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:46.575623 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fca0b034-0337-4932-b9d5-1f03a387b4a0 req-ab88b8c4-7bd3-41ca-bce8-3f94fb15691e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 945 time: 1.7473981 Nov 12 07:53:46.597134 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0087de44-e348-402d-a16f-498bb6086c1c None None] New status for floating IP 0c8e0f77-b7b8-451b-9035-fea9c47ab187: ACTIVE {{(pid=80794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 12 07:53:46.669555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-383fe01e-a94a-4c9f-b64e-ffd489e4793d req-218faa74-de0b-485c-9d6a-a09049466ff1 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Synchronizing usage tracker for tenant:6a2815708d614ce1b993a1a3e41c0d64 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:53:46.683795 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1cdb4faa-003c-4023-b8ad-d02d30b7c1a8 req-89551296-0187-4a48-bd1d-10422d5a738c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=037670edd834470e90c5381f4e5864b7&device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 1160 time: 0.5816414 Nov 12 07:53:46.692380 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 07:53:46.692380 n-d-761264-6 neutron-server[80681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 07:53:46.692380 n-d-761264-6 neutron-server[80681]: [parameters: {'id': 'a92b9211-0963-40fd-a978-9032797c3ba3'}] Nov 12 07:53:46.692380 n-d-761264-6 neutron-server[80681]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80792) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:53:46.693157 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:53:46.810118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fca0b034-0337-4932-b9d5-1f03a387b4a0 req-4ce721f3-860b-4a01-a06d-e03c79d1d325 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773190 Nov 12 07:53:46.832149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-383fe01e-a94a-4c9f-b64e-ffd489e4793d req-218faa74-de0b-485c-9d6a-a09049466ff1 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Unset dirty status for tenant:6a2815708d614ce1b993a1a3e41c0d64 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:53:46.833750 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-383fe01e-a94a-4c9f-b64e-ffd489e4793d req-218faa74-de0b-485c-9d6a-a09049466ff1 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=417bd86a-2c6c-493b-ac48-adeba1f9a8a0 HTTP/1.1" status: 200 len: 210 time: 0.3149698 Nov 12 07:53:46.934465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb4faa-003c-4023-b8ad-d02d30b7c1a8 req-16082a30-6366-442c-b99b-6fa38714c8e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:46.940076 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1cdb4faa-003c-4023-b8ad-d02d30b7c1a8 req-16082a30-6366-442c-b99b-6fa38714c8e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bea8f324-51a8-4fe5-b3b5-847cadacbafb HTTP/1.1" status: 200 len: 900 time: 0.2445803 Nov 12 07:53:46.948976 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac266a9-ee90-4e00-960f-e1483e74e727 None None] get_active_networks_info from n-d-761264-6 {{(pid=80794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 12 07:53:47.195604 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:47.236880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device c68bf81e-d540-42a6-a601-499b0a35be09 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:53:47.422395 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1cdb4faa-003c-4023-b8ad-d02d30b7c1a8 req-e8430d31-10b0-474f-bb25-30744c7696ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c43d91a-f3da-4853-b75d-7515608b7a21 HTTP/1.1" status: 200 len: 999 time: 0.4707160 Nov 12 07:53:47.426362 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417bd86a-2c6c-493b-ac48-adeba1f9a8a0', 'name': 'network-vif-deleted', 'tag': '0cd54a18-35dc-44d4-b048-9de9398fd155', 'status': 'completed', 'code': 200} Nov 12 07:53:47.520153 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58148) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:47.526953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'security_group': {'name': 'tempest-securitygroup--514676105', 'description': 'tempest-description--2025280830'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:47.542922 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:47.560371 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:security_group and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:47.596325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:47.603690 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:47.608811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port c68bf81e-d540-42a6-a601-499b0a35be09 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:47.612569 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:47.619678 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:47.681197 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:47.688021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:security_group_rule and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:47.691880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:47.695970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac266a9-ee90-4e00-960f-e1483e74e727 None None] Resources bound (agent type, host, resource id): {{(pid=80794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 12 07:53:47.699241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:47.777080 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:47.781727 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:47.832435 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b55ba674-be17-4210-a752-6f2b2a3082fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:47.856401 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:47.862491 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3358414 Nov 12 07:53:47.863257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58156) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:47.887970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Deleting port cff9081e-1cb5-4f0e-944e-9cf854f19a2e {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:47.894665 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'security_group_rule': {'security_group_id': '7c087924-d46b-4ec0-90d4-38c53015bae9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:47.895275 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:47.940574 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'SecurityGroup': ['ID=7c087924-d46b-4ec0-90d4-38c53015bae9,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:47.948100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:47.951461 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:47.960231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:security_group_rule and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:47.968525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:47.983682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:48.003876 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for security_group_rule, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:48.074903 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:48.077886 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:48.105490 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5b742eab-14ae-460c-987c-ef6b564b4e80 tempest-ImagesOneServerNegativeTestJSON-796028105 tempest-ImagesOneServerNegativeTestJSON-796028105] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:48.140946 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for security_group_rule, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:48.143759 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2717900 Nov 12 07:53:48.144488 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58166) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:48.149523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e82a46a-50ba-46c3-b030-a732e50f566b,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:48.159739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'security_group_rule': {'security_group_id': '7c087924-d46b-4ec0-90d4-38c53015bae9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:48.168453 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7b2ee71d-d18e-477d-aa98-19a9a1f6d3c2 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:48.170222 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:48.177157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:security_group_rule and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:48.196955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:48.200404 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9b1893f0-5e82-4a85-b6d5-e53e3eb1e7b3 req-be88e5fd-5cce-4538-8c0f-4c03d70a0431 tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=79fe0e2f-5528-46c8-bae8-def5dae12fc7 HTTP/1.1" status: 200 len: 210 time: 0.2110682 Nov 12 07:53:48.224566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:48.257056 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for security_group_rule, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:48.272768 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb4faa-003c-4023-b8ad-d02d30b7c1a8 req-199bf6e6-4c5e-4813-bc34-2db37b20b88c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:48.285560 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1cdb4faa-003c-4023-b8ad-d02d30b7c1a8 req-199bf6e6-4c5e-4813-bc34-2db37b20b88c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0153474-f48c-4c1d-85df-6933a0d00531 HTTP/1.1" status: 200 len: 845 time: 0.6845274 Nov 12 07:53:48.420141 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:48.429988 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001599'] for security_group_rule, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:48.433570 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:48.504156 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for security_group_rule, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:48.509883 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3630531 Nov 12 07:53:48.512644 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58178) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:48.535883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'floatingip': {'floating_network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:48.550054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:48.569546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:floatingip and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:48.573680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:48.589017 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:48.601609 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b826d395-d88c-4652-980f-44fe99aa198d,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:48.609443 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-3f275889-bde5-4eeb-93a3-b1f204a3cdb3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:48.611061 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for floatingip, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:48.864349 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8ec708cd-3f6d-4672-b867-10dd9ed1e0d2 req-227e3d75-41d4-44b4-8552-081a935b05e3 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 210 time: 0.3951306 Nov 12 07:53:48.895155 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:48.989381 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60c200-0423-41ef-8cd4-7dc0c1dd81bb req-e1866105-53d5-400b-9260-29526fc32bf5 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:48.991228 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f60c200-0423-41ef-8cd4-7dc0c1dd81bb req-e1866105-53d5-400b-9260-29526fc32bf5 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 1.2155330 Nov 12 07:53:48.996395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1fcceb60-d489-497d-9365-3080d40d73f6 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:49.008106 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1fcceb60-d489-497d-9365-3080d40d73f6 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.33 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 813 time: 1.2990959 Nov 12 07:53:49.018596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-ca36aa1f-fe56-4644-8632-aa85315a2141 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:49.020514 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-ca36aa1f-fe56-4644-8632-aa85315a2141 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.41 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 813 time: 1.6767490 Nov 12 07:53:49.054040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-13ac618a-8821-4934-9262-44a41a73ca28 None None] Provisioning for port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:53:49.065454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-13ac618a-8821-4934-9262-44a41a73ca28 None None] Provisioning complete for port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:53:49.069425 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-13ac618a-8821-4934-9262-44a41a73ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:49.160065 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Request body: {'port': {'device_id': 'b007a276-b16b-41c7-afb5-ca3fa5ab18bb', 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f', 'admin_state_up': True, 'tenant_id': '1cb78d1b3cb94fb19047689a93cdd2b0'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:49.221117 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-13ac618a-8821-4934-9262-44a41a73ca28 None None] Port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:53:49.276283 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Allocated IP 172.25.5.232 (e05c3b57-937d-41ff-abac-1be23c57afec/51b29aec-2321-487c-aced-14e146eced75/9ac9f7e2-2c0c-4fe8-b0bb-11aae18e076d) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:49.355329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Request body: {'port': {'device_id': '65ad020a-7885-4572-a8b1-e2564a95855f', 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f', 'admin_state_up': True, 'tenant_id': '1cb78d1b3cb94fb19047689a93cdd2b0'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:49.372938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:49.377423 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Usage tracker for resource:port and tenant:1cb78d1b3cb94fb19047689a93cdd2b0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:49.381354 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:49.387525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:49.475679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Made reservation on behalf of 1cb78d1b3cb94fb19047689a93cdd2b0 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:49.481602 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:49.538442 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:49.563758 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f60c200-0423-41ef-8cd4-7dc0c1dd81bb req-a8a010e8-65a1-47e6-bf03-fbcfbf0b6117 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415692 Nov 12 07:53:49.565475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] For port cff9081e-1cb5-4f0e-944e-9cf854f19a2e, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=cff9081e-1cb5-4f0e-944e-9cf854f19a2e,segment=NetworkSegment(36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c),segment_id=36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:49.565886 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:49.570050 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:49.607126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1cdb4faa-003c-4023-b8ad-d02d30b7c1a8 req-c749bf86-989b-4e1f-be4d-d1b644238ccc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bea8f324-51a8-4fe5-b3b5-847cadacbafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2964795 Nov 12 07:53:49.705141 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4743b062-8fac-47d2-ab66-042239e25343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:49.876955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Port': ['ID=9ac9f7e2-2c0c-4fe8-b0bb-11aae18e076d,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:49.883242 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:49.912528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network e05c3b57-937d-41ff-abac-1be23c57afec is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:49.913826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:49.921835 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:50.046726 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for floatingip, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:50.064787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Calling delete_port for cff9081e-1cb5-4f0e-944e-9cf854f19a2e owned by network:dhcp {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:50.127751 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:50.311365 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a1c5097e-0b8d-441b-a8fd-a941d5f2eb98 req-807c8f9d-0520-4aa5-8104-3dbcee80262b tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.4016013 Nov 12 07:53:50.366896 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78433550-ae80-4ab6-b7ba-cdffda4e2df3 req-f66348b9-0a56-42ad-a092-42682f98f6b0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=79fe0e2f-5528-46c8-bae8-def5dae12fc7 HTTP/1.1" status: 200 len: 210 time: 0.1953022 Nov 12 07:53:50.451293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:50.466016 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1cdb4faa-003c-4023-b8ad-d02d30b7c1a8 req-278efacb-52ee-48bc-9b77-494b31d15350 service neutron] 10.222.0.41 "GET /v2.0/networks/bea8f324-51a8-4fe5-b3b5-847cadacbafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8111875 Nov 12 07:53:50.471221 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Usage tracker for resource:port and tenant:1cb78d1b3cb94fb19047689a93cdd2b0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:50.478631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Quota usage for port was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:50.481070 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:50.486244 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:50.507399 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1a39bd5b-061a-4509-8f00-95c3c586ea35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:50.573960 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:50.581874 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Port': ['ID=9ac9f7e2-2c0c-4fe8-b0bb-11aae18e076d,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:50.585274 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:50.639105 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-79b34ac1-1081-4182-9e71-fc7913bee9ac req-317f0b81-bb05-4ea1-aad1-8f7066aee348 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 210 time: 0.1302879 Nov 12 07:53:50.718061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 58226) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:50.735529 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff352cab-275b-462c-b940-53f631f869ad req-4c71a102-a145-43d4-b5a7-2561029d229b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:50.743515 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ff352cab-275b-462c-b940-53f631f869ad req-4c71a102-a145-43d4-b5a7-2561029d229b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.6156306 Nov 12 07:53:50.809011 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:50.824558 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1cdb4faa-003c-4023-b8ad-d02d30b7c1a8 req-91f1299e-3796-48d4-8a28-59650beae28e service neutron] 10.222.0.41 "GET /v2.0/networks/bea8f324-51a8-4fe5-b3b5-847cadacbafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3359940 Nov 12 07:53:50.845600 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ad0451cd-ee91-4efc-b902-9031f1869bdc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:50.865547 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:50.887586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Made reservation on behalf of 1cb78d1b3cb94fb19047689a93cdd2b0 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:50.893310 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:50.895199 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for floatingip, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:50.897292 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3831208 Nov 12 07:53:50.914971 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Port': ['ID=cff9081e-1cb5-4f0e-944e-9cf854f19a2e,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:51.051743 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:51.228066 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e25f0d8f-7aaf-4976-964d-722c488efc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:51.350978 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 13162152-f1fd-44aa-a188-ab20b9e03e7d no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:53:51.482470 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:51.513424 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:51.524585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 13162152-f1fd-44aa-a188-ab20b9e03e7d, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:51.529157 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:51.531815 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a7fafad8-c8e8-4e37-9546-04fe7ea24e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:51.600560 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=13162152-f1fd-44aa-a188-ab20b9e03e7d,revision_number=7']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:51.604445 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:51.607626 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ff352cab-275b-462c-b940-53f631f869ad req-066a15ca-156d-4368-bdc0-ad4157634f6b tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8631756 Nov 12 07:53:51.662584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Allocated IP 172.20.0.2 (66577698-377a-440c-84a4-a8da2851ee1f/28ec9a0e-dc8a-455f-8147-bb9467bcaff9/a965ada9-89f7-4de2-b002-8dad93d1e9f2) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:51.689114 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] No DVR routers for this DVR port cff9081e-1cb5-4f0e-944e-9cf854f19a2e on host n-d-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:53:51.754091 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e25f0d8f-7aaf-4976-964d-722c488efc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:51.833920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e25f0d8f-7aaf-4976-964d-722c488efc3d admin admin] Usage tracker for resource:security_group_rule and tenant:27e43feb1508450b8d81e2d9139ea8b1 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:51.861940 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e25f0d8f-7aaf-4976-964d-722c488efc3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:51.946848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010cfb3-fb0e-43a4-b04a-da2701cc0a1c req-3e91c56b-b7a0-472c-a7da-d3a80b1d92d4 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:51.948488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b010cfb3-fb0e-43a4-b04a-da2701cc0a1c req-3e91c56b-b7a0-472c-a7da-d3a80b1d92d4 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 1.1230056 Nov 12 07:53:51.961629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e25f0d8f-7aaf-4976-964d-722c488efc3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:51.973796 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7b7c4e48-7901-456c-ac2b-4b8ad993e1c8 req-3260c77d-a31e-4814-98d4-d438d9ebc40d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.0455523 Nov 12 07:53:51.983600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295ca8c-1882-4115-a38b-48827ada9e12 req-fa5f881d-4c3c-4aed-bc48-fca03357a25d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:51.985154 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4295ca8c-1882-4115-a38b-48827ada9e12 req-fa5f881d-4c3c-4aed-bc48-fca03357a25d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.41 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 949 time: 0.9610927 Nov 12 07:53:52.037856 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:52.236224 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9a6c73c4-4082-4177-ad67-5fdb08af5c0e tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/security-groups?name=tempest-securitygroup--514676105&fields=id&tenant_id=5944b8b968034cbe8465622a83c7a5a0 HTTP/1.1" status: 200 len: 267 time: 0.4956737 Nov 12 07:53:52.436641 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b010cfb3-fb0e-43a4-b04a-da2701cc0a1c req-44e3bf43-b9ac-4b8a-90df-a27e5c0b5866 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656601 Nov 12 07:53:52.469260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4295ca8c-1882-4115-a38b-48827ada9e12 req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Deleting port 13162152-f1fd-44aa-a188-ab20b9e03e7d {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:53:52.469668 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4295ca8c-1882-4115-a38b-48827ada9e12 req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:52.522331 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92b9211-0963-40fd-a978-9032797c3ba3']}} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:52.585701 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c') {'for_net_delete': True} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:52.586041 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36bf3186-01cb-4a6c-b7aa-b3b0a0c2055c') {} {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:52.602867 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fde865db-9dcd-44ce-b897-ef747bae528c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:52.604369 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fde865db-9dcd-44ce-b897-ef747bae528c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports/9477111e-070c-4f28-8cde-2eaeef1efd8e HTTP/1.1" status: 200 len: 932 time: 0.3015797 Nov 12 07:53:52.718669 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848408076'] for segment, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:52.730536 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-434c5f87-26ea-4f2c-b556-8f0cda5d2ee4 req-1d6728c8-92fb-4671-9292-a4c0bc37f436 tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.1482589 Nov 12 07:53:52.812201 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e25f0d8f-7aaf-4976-964d-722c488efc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:52.819594 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d', 'code': 200} Nov 12 07:53:52.824236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:52.836925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:52.840515 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Releasing vxlan tunnel 12 to pool {{(pid=80792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:53:52.859499 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e25f0d8f-7aaf-4976-964d-722c488efc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:52.883775 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2928ad7e-f431-4fa9-9cc0-2826acbb045b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:53.119277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-3e06dafc-2376-4da7-85a3-35589d7b1d0a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:53.120683 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-3e06dafc-2376-4da7-85a3-35589d7b1d0a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports/ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 HTTP/1.1" status: 200 len: 931 time: 0.4537275 Nov 12 07:53:53.200561 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3750fa3e-a2f4-4f94-a9b9-af0eff30e86f req-a0afbd2c-62e9-46c9-b9c6-964831231f53 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 210 time: 0.2378845 Nov 12 07:53:53.277430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f0d8f-7aaf-4976-964d-722c488efc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a7dc6-1eb5-4a7f-850c-7fe1caadf8a1,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:53.295018 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e25f0d8f-7aaf-4976-964d-722c488efc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:53.298091 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-3f0757c1-6019-40c0-9f4d-fc80dc6f8bd6 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports?network_id=c219fe8c-3a74-4d7e-8fb1-28d597059460&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1014485 Nov 12 07:53:53.303138 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e25f0d8f-7aaf-4976-964d-722c488efc3d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=27e43feb1508450b8d81e2d9139ea8b1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5788183 Nov 12 07:53:53.303979 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58258) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:53.331101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network a92b9211-0963-40fd-a978-9032797c3ba3 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:53.375973 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:53.381770 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848205817'] for segment, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:53.404089 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:53.437990 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:53.455268 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:53.460753 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5b60548e-a395-429e-b66e-61a0d27ef876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:53.475685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a7dc6-1eb5-4a7f-850c-7fe1caadf8a1,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:53.480173 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:53.481449 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/4b8a7dc6-1eb5-4a7f-850c-7fe1caadf8a1 HTTP/1.1" status: 204 len: 168 time: 0.1762404 Nov 12 07:53:53.488203 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.492908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.492908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.492908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.492908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.492908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.492908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.492908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.492908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.492908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.492908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.493930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.493930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.494130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.494415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.494815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.495218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.495731 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.496129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.496643 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.497073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.497478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.497878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.498278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.498787 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.499192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.499671 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.500077 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.500477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.500879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.501307 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.501705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.502104 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.502508 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.502908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.503301 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:53:53.508373 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bc6f5761-5459-4193-98a1-7fbbed2c8faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:53.564239 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-786362e3-46f7-4902-b26e-e7661b3b0756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:53.850295 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-7cb134c9-463d-4120-9805-34c46d24536e tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports?network_id=c219fe8c-3a74-4d7e-8fb1-28d597059460&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.5331466 Nov 12 07:53:53.866551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58270) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:53.886816 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0a65163-594a-4da7-a2b0-904aa0f68a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:53.921231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e0a65163-594a-4da7-a2b0-904aa0f68a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:53.925279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e0a65163-594a-4da7-a2b0-904aa0f68a60 admin admin] Usage tracker for resource:security_group_rule and tenant:cd504767dc7d4d189d36ba7badd31704 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:53.928648 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-e0a65163-594a-4da7-a2b0-904aa0f68a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:53.934472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-e0a65163-594a-4da7-a2b0-904aa0f68a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:54.003710 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0a65163-594a-4da7-a2b0-904aa0f68a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:54.008201 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-e0a65163-594a-4da7-a2b0-904aa0f68a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:54.015733 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-4f2acebb-d1ec-4136-9ea9-197e14c4025b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:54.058468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a65163-594a-4da7-a2b0-904aa0f68a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09a941e-05bf-4d85-bd65-075c96dc5567,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:54.062318 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e0a65163-594a-4da7-a2b0-904aa0f68a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:54.064933 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e0a65163-594a-4da7-a2b0-904aa0f68a60 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=cd504767dc7d4d189d36ba7badd31704&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1972558 Nov 12 07:53:54.068330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58274) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:54.139409 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e0d67ec-c915-4232-8bea-0902fab3cef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:54.166786 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e0d67ec-c915-4232-8bea-0902fab3cef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:54.195281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-4295ca8c-1882-4115-a38b-48827ada9e12 req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] For port 13162152-f1fd-44aa-a188-ab20b9e03e7d, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=13162152-f1fd-44aa-a188-ab20b9e03e7d,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:53:54.195683 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4295ca8c-1882-4115-a38b-48827ada9e12 req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:54.213216 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e0d67ec-c915-4232-8bea-0902fab3cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:54.217274 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9e21325a-1bf9-407b-9e9a-8a38bed60f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:54.219400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Pushing event updated for resources: {'Port': ['ID=a965ada9-89f7-4de2-b002-8dad93d1e9f2,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:54.232674 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d67ec-c915-4232-8bea-0902fab3cef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09a941e-05bf-4d85-bd65-075c96dc5567,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:54.235853 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e0d67ec-c915-4232-8bea-0902fab3cef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:54.236765 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0e0d67ec-c915-4232-8bea-0902fab3cef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:54.238008 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0e0d67ec-c915-4232-8bea-0902fab3cef1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/b09a941e-05bf-4d85-bd65-075c96dc5567 HTTP/1.1" status: 204 len: 168 time: 0.1686265 Nov 12 07:53:54.243658 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:54.250071 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network a92b9211-0963-40fd-a978-9032797c3ba3 has no segments {{(pid=80792) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:54.262782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Allocated IP 172.20.0.3 (66577698-377a-440c-84a4-a8da2851ee1f/28ec9a0e-dc8a-455f-8147-bb9467bcaff9/a0c4533b-0e68-4d82-8ed0-98360035f176) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:53:54.336034 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:53:54.484413 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-4295ca8c-1882-4115-a38b-48827ada9e12 req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Calling delete_port for 13162152-f1fd-44aa-a188-ab20b9e03e7d owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:53:54.689338 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:54.720661 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11b28b35-5759-4066-bc7e-2b79f532e1a5 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:54.741883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cc4e3-81ff-41a7-89e6-38a829cf9bb8 req-15359d6b-42f1-4994-9dda-eadf6b779e3e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:54.743526 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c19cc4e3-81ff-41a7-89e6-38a829cf9bb8 req-15359d6b-42f1-4994-9dda-eadf6b779e3e tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=c409865f-265c-407c-bbc8-06f47b7999b7 HTTP/1.1" status: 200 len: 947 time: 1.3642502 Nov 12 07:53:54.744615 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:54.762994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-386261fd-5654-49b5-be4f-a306e0fdc1cf tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:54.767380 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-386261fd-5654-49b5-be4f-a306e0fdc1cf tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:54.774288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-386261fd-5654-49b5-be4f-a306e0fdc1cf tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:54.774288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-386261fd-5654-49b5-be4f-a306e0fdc1cf tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Synchronizing usage tracker for tenant:5944b8b968034cbe8465622a83c7a5a0 on resource:network {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:53:54.797184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Network': ['ID=a92b9211-0963-40fd-a978-9032797c3ba3,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:54.843247 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:54.848227 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Network 66577698-377a-440c-84a4-a8da2851ee1f is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:54.951586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:54.969584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:55.016745 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2ba840aa-75ca-4f6a-b128-e59ed700e8e1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "DELETE /v2.0/networks/a92b9211-0963-40fd-a978-9032797c3ba3 HTTP/1.1" status: 204 len: 168 time: 15.5145662 Nov 12 07:53:55.020969 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58296) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:55.029266 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-939695041'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:55.035202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:55.039697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:network and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:55.042957 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for network was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:55.043445 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-386261fd-5654-49b5-be4f-a306e0fdc1cf tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Unset dirty status for tenant:5944b8b968034cbe8465622a83c7a5a0 on resource:network {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:53:55.044762 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-386261fd-5654-49b5-be4f-a306e0fdc1cf tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/networks?id=89c126b2-acfb-4f86-b6c5-e42e657d8039&id=5875b624-a143-4342-b890-9d6934176210&id=5875b624-a143-4342-b890-9d6934176210&id=c219fe8c-3a74-4d7e-8fb1-28d597059460&id=c219fe8c-3a74-4d7e-8fb1-28d597059460 HTTP/1.1" status: 200 len: 1989 time: 1.1521323 Nov 12 07:53:55.049750 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:55.061099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:55.066826 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.104517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:53:55.114203 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.114601 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Added segment 99b1e4a5-13a0-4bba-9a95-aba719f5e8fb of type vxlan for network dbe94e17-f8bd-4654-afc8-ddfd811b2e36 Nov 12 07:53:55.131431 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4295ca8c-1882-4115-a38b-48827ada9e12 req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.143161 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.146602 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c19cc4e3-81ff-41a7-89e6-38a829cf9bb8 req-7e658055-50d6-41b2-8366-4dd8c46857dc tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689947 Nov 12 07:53:55.168286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:55.168987 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.173994 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-04f2f7bf-88c8-4a6b-addc-d13eb1ee29e2 tempest-ServerTagsTestJSON-2146728210 tempest-ServerTagsTestJSON-2146728210] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:55.175798 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.180167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:55.180827 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.187278 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d892aa2b-1399-4b1d-a57b-b7ea55f66394 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:55.222420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Pushing event deleted for resources: {'Port': ['ID=13162152-f1fd-44aa-a188-ab20b9e03e7d,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:55.225446 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-df46a452-4cfe-494c-9fca-0a487f821608 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/quotas/5944b8b968034cbe8465622a83c7a5a0 HTTP/1.1" status: 200 len: 375 time: 0.1553361 Nov 12 07:53:55.226367 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:55.314461 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2911527 Nov 12 07:53:55.318085 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58304) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:55.318914 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=dbe94e17-f8bd-4654-afc8-ddfd811b2e36,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:55.323282 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dfd2f106-0be4-4868-b844-cbe7cea53a31 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:55.327916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'network_id': 'dbe94e17-f8bd-4654-afc8-ddfd811b2e36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:55.334028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network dbe94e17-f8bd-4654-afc8-ddfd811b2e36 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:55.348050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network dbe94e17-f8bd-4654-afc8-ddfd811b2e36 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:55.423968 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.428950 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0d2918da-9638-4a97-be8f-8ec7a789d7c5 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2731876 Nov 12 07:53:55.459369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network dbe94e17-f8bd-4654-afc8-ddfd811b2e36 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:55.460289 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Request body: {'port': {'device_id': 'b007a276-b16b-41c7-afb5-ca3fa5ab18bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:55.482547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:55.489293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:subnet and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:55.492722 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:55.500618 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:55.514400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:55.678388 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.768931 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-4295ca8c-1882-4115-a38b-48827ada9e12 req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] No DVR routers for this DVR port 13162152-f1fd-44aa-a188-ab20b9e03e7d on host n-h1-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:53:55.774402 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.776480 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-4295ca8c-1882-4115-a38b-48827ada9e12 req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.778587 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4295ca8c-1882-4115-a38b-48827ada9e12 req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.41 "DELETE /v2.0/ports/13162152-f1fd-44aa-a188-ab20b9e03e7d HTTP/1.1" status: 204 len: 173 time: 3.5970125 Nov 12 07:53:55.794770 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-32964262-1c01-4296-abdb-267ab4fa21cc tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports?tenant_id=5944b8b968034cbe8465622a83c7a5a0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5560908 Nov 12 07:53:55.795761 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'name': 'network-vif-deleted', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:53:55.805679 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:55.838947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424bf2d-845a-4b23-bf8e-d02aa24d57d9 req-80c3f0ee-2ac6-4b78-b2e1-2ec60c1fcec7 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:55.840632 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1424bf2d-845a-4b23-bf8e-d02aa24d57d9 req-80c3f0ee-2ac6-4b78-b2e1-2ec60c1fcec7 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 0.4912679 Nov 12 07:53:55.841412 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-812f23e2-d45c-4376-81af-ee4383cc8fde tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:56.184439 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:56.340234 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:56.427463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=f5aa218a-d2e6-461f-9e2c-d645a75f7126,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:56.432102 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:56.448627 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Pushing event updated for resources: {'Port': ['ID=a0c4533b-0e68-4d82-8ed0-98360035f176,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:56.450815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Checking segment: {'id': '99b1e4a5-13a0-4bba-9a95-aba719f5e8fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'dbe94e17-f8bd-4654-afc8-ddfd811b2e36'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:56.450815 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network hostable DHCP agents. Network: dbe94e17-f8bd-4654-afc8-ddfd811b2e36, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:53:56.459956 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:56.477878 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network dbe94e17-f8bd-4654-afc8-ddfd811b2e36 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:53:56.491344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, dbe94e17-f8bd-4654-afc8-ddfd811b2e36) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:56.508664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a58ee55-4f0e-4034-aa3e-a088f28253e5 None None] Network dbe94e17-f8bd-4654-afc8-ddfd811b2e36 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:56.529778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:56.530471 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:56.556734 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1424bf2d-845a-4b23-bf8e-d02aa24d57d9 req-5f4513ee-23d7-4aa1-9290-2cc22b022893 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496942 Nov 12 07:53:56.566327 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d9cf37e8-8e93-48b9-840d-f031483bcab4 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2446854 Nov 12 07:53:56.569085 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58328) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:56.723949 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-b40d34aa-2b22-4ae1-a7ca-d9f39cdb591f service neutron] 10.222.0.40 "GET /v2.0/networks/89c126b2-acfb-4f86-b6c5-e42e657d8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9074988 Nov 12 07:53:56.766016 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:56.876286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c8494-f936-4516-bdc2-31e02fd80ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-dbe94e17-f8bd-4654-afc8-ddfd811b2e36', 'network_id': 'dbe94e17-f8bd-4654-afc8-ddfd811b2e36', 'tenant_id': '5eaa05e4be9b47dfab0b48c31d5151c6', 'fixed_ips': [{'subnet_id': 'f5aa218a-d2e6-461f-9e2c-d645a75f7126'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:53:56.877196 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-926c8494-f936-4516-bdc2-31e02fd80ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:56.909381 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:57.018824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-947bc419-84be-4f3e-b3c0-4cd250d924eb service neutron] 10.222.0.40 "GET /v2.0/networks/89c126b2-acfb-4f86-b6c5-e42e657d8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2102132 Nov 12 07:53:57.028998 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Network 66577698-377a-440c-84a4-a8da2851ee1f is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:53:57.045881 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d03cc868-07a0-4716-bee2-eff3b8815067 req-1631299b-08ac-4c81-8188-a6a1466980d9 tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.2381091 Nov 12 07:53:57.046901 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:53:57.131590 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:53:57.250989 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:57.268604 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9fe2c72c-96c9-4351-b408-050fdc7dadd1 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:57.316821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Subnet': ['ID=f5aa218a-d2e6-461f-9e2c-d645a75f7126,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server [None req-926c8494-f936-4516-bdc2-31e02fd80ca9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5aa218a-d2e6-461f-9e2c-d645a75f7126: This subnet is being modified by another concurrent operation. Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server raise value Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server raise value Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server raise value Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 07:53:57.329052 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server raise value Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server raise value Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server raise value Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1418, in create_port Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1385, in _create_port_db Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server context, port, port_id) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server raise value Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 670, in _ipam_get_subnets Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server id=subnet.id) Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server raise exception Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5aa218a-d2e6-461f-9e2c-d645a75f7126: This subnet is being modified by another concurrent operation. Nov 12 07:53:57.333045 n-d-761264-6 neutron-server[80681]: ERROR oslo_messaging.rpc.server Nov 12 07:53:57.373616 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:57.390683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf038f-97c7-4347-878c-7d5051f7fdfc None None] Network dbe94e17-f8bd-4654-afc8-ddfd811b2e36 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:53:57.428557 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-01efd1d3-774b-44d1-ae51-409720cd57f2 service neutron] 10.222.0.40 "GET /v2.0/ports/9477111e-070c-4f28-8cde-2eaeef1efd8e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3952098 Nov 12 07:53:57.440821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:57.441513 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:57.609789 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4559231 Nov 12 07:53:57.625583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 58342) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:57.626497 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5baae7-96be-4fba-9afa-685b613b1e2b None None] get_active_networks_info from n-d-761264-6 {{(pid=80794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 12 07:53:57.651291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Request body: {'port': {'device_id': '65ad020a-7885-4572-a8b1-e2564a95855f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:57.765584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567185b3-313d-48b7-ab72-cd90819966e4 req-52d106a9-76b3-4f16-a117-3bb45cdfa6ff tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:57.766516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-567185b3-313d-48b7-ab72-cd90819966e4 req-52d106a9-76b3-4f16-a117-3bb45cdfa6ff tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Synchronizing usage tracker for tenant:1cb78d1b3cb94fb19047689a93cdd2b0 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:53:57.787082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5baae7-96be-4fba-9afa-685b613b1e2b None None] Resources bound (agent type, host, resource id): {{(pid=80794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 12 07:53:57.817073 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:53:57.851556 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:57.909600 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-1e25bd78-cdb6-4df6-aa62-282ecb8eee55 service neutron] 10.222.0.40 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587100 Nov 12 07:53:57.935705 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-567185b3-313d-48b7-ab72-cd90819966e4 req-52d106a9-76b3-4f16-a117-3bb45cdfa6ff tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Unset dirty status for tenant:1cb78d1b3cb94fb19047689a93cdd2b0 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:53:57.937095 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-567185b3-313d-48b7-ab72-cd90819966e4 req-52d106a9-76b3-4f16-a117-3bb45cdfa6ff tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 931 time: 0.5852475 Nov 12 07:53:57.981012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe94e17-f8bd-4654-afc8-ddfd811b2e36']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:57.984001 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f79671da-c434-47ac-9cf0-31da5eee885d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:57.994675 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b1e4a5-13a0-4bba-9a95-aba719f5e8fb') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:57.995012 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b1e4a5-13a0-4bba-9a95-aba719f5e8fb') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:53:58.007523 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.022981 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.025005 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Releasing vxlan tunnel 7 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:53:58.070738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a965ada9-89f7-4de2-b002-8dad93d1e9f2 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:53:58.079836 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.099966 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.223292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network dbe94e17-f8bd-4654-afc8-ddfd811b2e36 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:58.232707 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.240746 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-567185b3-313d-48b7-ab72-cd90819966e4 req-97263a8a-0eee-4305-bd3b-fd8bab0c44ae tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/security-groups?id=7a13e6d7-2185-4311-8abc-9e77ee11c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735066 Nov 12 07:53:58.304163 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5163e919-a4f6-4d88-838b-6c3f7ee6be42 service neutron] 10.222.0.40 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3715372 Nov 12 07:53:58.354628 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c409865f-265c-407c-bbc8-06f47b7999b7', 'name': 'network-vif-deleted', 'tag': '13162152-f1fd-44aa-a188-ab20b9e03e7d', 'status': 'completed', 'code': 200} Nov 12 07:53:58.430305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network dbe94e17-f8bd-4654-afc8-ddfd811b2e36 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:53:58.459803 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-1b7be23d-73d6-4a8e-81f1-3655d920117b service neutron] 10.222.0.40 "GET /v2.0/ports/ed5a8345-9f0c-4e4d-b6db-558cc3e300a8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1426806 Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:53:58.571822 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:53:58.582016 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.586306 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e7a9e898-ff0c-4d99-a8b2-dae4c98d656a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:58.600092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Transition to ACTIVE for port object a965ada9-89f7-4de2-b002-8dad93d1e9f2 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:58.603983 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.616548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Network': ['ID=dbe94e17-f8bd-4654-afc8-ddfd811b2e36,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:58.620251 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:58.622097 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "DELETE /v2.0/networks/dbe94e17-f8bd-4654-afc8-ddfd811b2e36 HTTP/1.1" status: 204 len: 168 time: 2.0516920 Nov 12 07:53:58.626586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58358) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:58.633001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927886194'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:58.638805 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:58.643031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:network and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:58.646360 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for network was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:58.652309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:58.663230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:58.669112 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.676664 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.705054 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:53:58.715871 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.716263 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Added segment 46424159-d3aa-4090-8217-92edd09d24fe of type vxlan for network f7bbe280-b224-474f-8eab-4fea88c15d1c Nov 12 07:53:58.752142 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.791376 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.800372 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:58.801206 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:58.808166 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ba5bba16-d6bc-4b98-b827-97417532f205 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:58.956258 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3263166 Nov 12 07:53:58.958949 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58368) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:53:58.964685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=f7bbe280-b224-474f-8eab-4fea88c15d1c,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:58.968446 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-805efa04-fafe-42bf-9c1b-a6ab33f09ede tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:58.973677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'network_id': 'f7bbe280-b224-474f-8eab-4fea88c15d1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:53:58.981110 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network f7bbe280-b224-474f-8eab-4fea88c15d1c details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:59.000164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network f7bbe280-b224-474f-8eab-4fea88c15d1c details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:59.049827 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f79671da-c434-47ac-9cf0-31da5eee885d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:59.053987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f79671da-c434-47ac-9cf0-31da5eee885d admin admin] Usage tracker for resource:security_group_rule and tenant:9617fa6527e247dca5adc4a92379bb0f is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:59.059007 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:59.073615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network f7bbe280-b224-474f-8eab-4fea88c15d1c details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:53:59.112611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:53:59.117198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-f79671da-c434-47ac-9cf0-31da5eee885d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:59.117986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:subnet and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:53:59.121080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:53:59.126949 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:59.137292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:53:59.243645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-f79671da-c434-47ac-9cf0-31da5eee885d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:53:59.259373 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:59.372040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Pushing event updated for resources: {'Port': ['ID=a965ada9-89f7-4de2-b002-8dad93d1e9f2,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:59.383987 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:59.406288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-a33bbe70-3abd-43e8-8e78-ff99a11a4478 service neutron] 10.222.0.40 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9393122 Nov 12 07:53:59.564795 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:53:59.599535 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-21cd0c9a-fd09-48a9-8608-914c3964f9ec req-1840e245-168c-49f2-aeed-f7252bf734be service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 1160 time: 1.0078998 Nov 12 07:53:59.743225 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:59.759426 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-df20093b-c197-4c85-b155-007efc7bfbd7 tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:59.786181 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86212a82-0f1c-4160-8a89-47450459611c req-33f70b28-93ff-48dc-a568-4dd6773afcff tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:53:59.787810 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-86212a82-0f1c-4160-8a89-47450459611c req-33f70b28-93ff-48dc-a568-4dd6773afcff tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 0.6898224 Nov 12 07:53:59.789701 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f79671da-c434-47ac-9cf0-31da5eee885d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:59.830963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c4533b-0e68-4d82-8ed0-98360035f176 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:53:59.835443 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f79671da-c434-47ac-9cf0-31da5eee885d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:59.861896 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-083a4922-3503-4ab6-ae75-fc5f9a166e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:53:59.873907 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:53:59.906811 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=780367b7-91c4-45ae-8b0d-b890cf78b1e2,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:53:59.912023 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6c1a2c99-612d-411e-9249-d74f9b6cd1bb service neutron] 10.222.0.40 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4779027 Nov 12 07:53:59.912525 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:53:59.945664 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-21cd0c9a-fd09-48a9-8608-914c3964f9ec req-a1c200eb-e6c3-41ad-99ec-ad9a36748ed3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381870 Nov 12 07:53:59.952688 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Transition to ACTIVE for port object a0c4533b-0e68-4d82-8ed0-98360035f176 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:53:59.981792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Checking segment: {'id': '46424159-d3aa-4090-8217-92edd09d24fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7bbe280-b224-474f-8eab-4fea88c15d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:53:59.982189 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network hostable DHCP agents. Network: f7bbe280-b224-474f-8eab-4fea88c15d1c, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:54:00.005096 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network f7bbe280-b224-474f-8eab-4fea88c15d1c is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:54:00.014963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, f7bbe280-b224-474f-8eab-4fea88c15d1c) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:00.022186 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:00.024879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a392464d-4870-4f0e-8e2c-dac7f9213858 None None] Network f7bbe280-b224-474f-8eab-4fea88c15d1c requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:54:00.032669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:00.033495 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:00.041875 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79671da-c434-47ac-9cf0-31da5eee885d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e7a0d8-a54e-4a25-b445-e987ccf8bbf4,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:00.057789 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-935f3f3c-1df9-4caf-85d9-72b0b5f5ed74 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0951960 Nov 12 07:54:00.060644 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58376) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:00.068353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'network_id': 'f7bbe280-b224-474f-8eab-4fea88c15d1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:00.100935 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f79671da-c434-47ac-9cf0-31da5eee885d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:00.116383 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a97d2b77-34ca-4f19-8de2-adf3198255fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:00.209350 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f79671da-c434-47ac-9cf0-31da5eee885d admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=9617fa6527e247dca5adc4a92379bb0f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5683475 Nov 12 07:54:00.213465 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58380) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:00.241511 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-86212a82-0f1c-4160-8a89-47450459611c req-ba1ab252-dbdd-4d4a-acdf-7d8190c1e435 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277875 Nov 12 07:54:00.244274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:00.259284 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:subnet and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:54:00.265212 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:54:00.273486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-f7bbe280-b224-474f-8eab-4fea88c15d1c', 'network_id': 'f7bbe280-b224-474f-8eab-4fea88c15d1c', 'tenant_id': '5eaa05e4be9b47dfab0b48c31d5151c6', 'fixed_ips': [{'subnet_id': '780367b7-91c4-45ae-8b0d-b890cf78b1e2'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:54:00.275044 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:00.295860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:00.314392 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a597-eab9-43af-ad87-80333bb81d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:00.323865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c4533b-0e68-4d82-8ed0-98360035f176,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:00.335730 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:00.336495 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Attempting to bind port a965ada9-89f7-4de2-b002-8dad93d1e9f2 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:00.336843 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Attempting to bind port a965ada9-89f7-4de2-b002-8dad93d1e9f2 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:00.337233 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Attempting to bind port a965ada9-89f7-4de2-b002-8dad93d1e9f2 on network 66577698-377a-440c-84a4-a8da2851ee1f {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:00.345907 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a597-eab9-43af-ad87-80333bb81d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:00.379631 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:00.380235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Checking segment: {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:00.380363 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:00.380684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Bound using segment: {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:00.381217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Bound port: a965ada9-89f7-4de2-b002-8dad93d1e9f2, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:00.381595 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:00.387929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:00.394574 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:00.403623 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-4f7674d7-9843-410e-ad25-2e3024b2ee96 service neutron] 10.222.0.40 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725881 Nov 12 07:54:00.430435 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a597-eab9-43af-ad87-80333bb81d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:00.493008 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b52436d3-32ce-444f-8927-937e32eeb1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:00.509456 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a597-eab9-43af-ad87-80333bb81d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:00.510830 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-6ab2a597-eab9-43af-ad87-80333bb81d4a admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/a6e7a0d8-a54e-4a25-b445-e987ccf8bbf4 HTTP/1.1" status: 204 len: 168 time: 0.2962584 Nov 12 07:54:00.511948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2a597-eab9-43af-ad87-80333bb81d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e7a0d8-a54e-4a25-b445-e987ccf8bbf4,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:00.542930 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6ab2a597-eab9-43af-ad87-80333bb81d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:00.755031 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3f1f8dff-0931-4c94-8b04-09413da92bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:00.832421 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Allocated IP 2001:db8::2 (f7bbe280-b224-474f-8eab-4fea88c15d1c/780367b7-91c4-45ae-8b0d-b890cf78b1e2/97e861a1-dca8-489f-b9bd-a2e055725df1) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:00.901872 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5ed3ab81-3d58-48c3-830e-781043dbac9d service neutron] 10.222.0.40 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4901810 Nov 12 07:54:00.916103 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ba24b402-83a3-443e-abc6-42431d33b41a req-77f6e0c0-8979-4a98-9d77-adfbe7fe31cd tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.1213222 Nov 12 07:54:00.998332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] For port a965ada9-89f7-4de2-b002-8dad93d1e9f2, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:01.161230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58392) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:01.162929 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.198029 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.210245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Transition to ACTIVE for port object 97e861a1-dca8-489f-b9bd-a2e055725df1 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:01.213542 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc4dd104-28fd-40a6-a4ac-645790e9d32f tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:01.216824 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] For port a965ada9-89f7-4de2-b002-8dad93d1e9f2, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=a965ada9-89f7-4de2-b002-8dad93d1e9f2,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:01.228692 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Transition to ACTIVE for port object 97e861a1-dca8-489f-b9bd-a2e055725df1 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:01.234233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.245834 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75e8834a-9a68-43b2-8a6d-92178d4590b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.250547 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9e49e925-a6d0-41be-a8a2-a50156d32e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:01.394407 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Pushing event updated for resources: {'Port': ['ID=97e861a1-dca8-489f-b9bd-a2e055725df1,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:01.398206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-75e8834a-9a68-43b2-8a6d-92178d4590b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:01.407977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=95c11fe0-4162-4085-91ab-d1ce12e982f1,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:01.408563 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:01.412785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-75e8834a-9a68-43b2-8a6d-92178d4590b8 admin admin] Usage tracker for resource:security_group_rule and tenant:d52029ee98d84606bc29d85673292008 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:54:01.416145 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:01.419699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-75e8834a-9a68-43b2-8a6d-92178d4590b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:54:01.437570 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-75e8834a-9a68-43b2-8a6d-92178d4590b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:01.457073 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Network f7bbe280-b224-474f-8eab-4fea88c15d1c is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:01.458593 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:01.460802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:54:01.487328 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network f7bbe280-b224-474f-8eab-4fea88c15d1c is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:01.490392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:01.504226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 408fa58b-cdca-42fd-8ca2-98057d42893e no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:54:01.508716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:01.509423 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.546553 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.571431 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5c7504d4-61a4-43a5-84f2-c1178ed15994 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:01.572800 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75e8834a-9a68-43b2-8a6d-92178d4590b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.579186 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-41f59d3d-0df8-419b-8346-9090b98927c6 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5169916 Nov 12 07:54:01.581243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58398) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:01.582138 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-75e8834a-9a68-43b2-8a6d-92178d4590b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.597706 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2d367efe-1499-444f-a106-fb2e3e0ca042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:01.636225 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Attempting to bind port 97e861a1-dca8-489f-b9bd-a2e055725df1 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:01.636651 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Attempting to bind port 97e861a1-dca8-489f-b9bd-a2e055725df1 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '46424159-d3aa-4090-8217-92edd09d24fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7bbe280-b224-474f-8eab-4fea88c15d1c'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:01.637100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Attempting to bind port 97e861a1-dca8-489f-b9bd-a2e055725df1 on network f7bbe280-b224-474f-8eab-4fea88c15d1c {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:01.666031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:01.666320 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Checking segment: {'id': '46424159-d3aa-4090-8217-92edd09d24fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7bbe280-b224-474f-8eab-4fea88c15d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:01.666787 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.667226 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Bound using segment: {'id': '46424159-d3aa-4090-8217-92edd09d24fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7bbe280-b224-474f-8eab-4fea88c15d1c'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:01.667796 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Bound port: 97e861a1-dca8-489f-b9bd-a2e055725df1, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46424159-d3aa-4090-8217-92edd09d24fe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f7bbe280-b224-474f-8eab-4fea88c15d1c'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:01.668218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.702383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8834a-9a68-43b2-8a6d-92178d4590b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61545e37-10f6-4229-8099-a24c440563fc,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:01.706148 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-75e8834a-9a68-43b2-8a6d-92178d4590b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:01.734012 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.738029 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-75e8834a-9a68-43b2-8a6d-92178d4590b8 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=d52029ee98d84606bc29d85673292008&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5575602 Nov 12 07:54:01.739157 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58404) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:01.751697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa1055-c738-4d8a-8835-a6e82a1baad9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:01.753392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa1055-c738-4d8a-8835-a6e82a1baad9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:01.755099 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa1055-c738-4d8a-8835-a6e82a1baad9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:01.756725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa1055-c738-4d8a-8835-a6e82a1baad9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:01.758755 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa1055-c738-4d8a-8835-a6e82a1baad9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:01.759781 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d4fa1055-c738-4d8a-8835-a6e82a1baad9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Synchronizing usage tracker for tenant:5eaa05e4be9b47dfab0b48c31d5151c6 on resource:subnet {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:01.786083 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Attempting to bind port a0c4533b-0e68-4d82-8ed0-98360035f176 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:01.786436 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Attempting to bind port a0c4533b-0e68-4d82-8ed0-98360035f176 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:01.787036 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Attempting to bind port a0c4533b-0e68-4d82-8ed0-98360035f176 on network 66577698-377a-440c-84a4-a8da2851ee1f {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:01.801269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:01.810281 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] For port 97e861a1-dca8-489f-b9bd-a2e055725df1, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:01.813440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-d4fa1055-c738-4d8a-8835-a6e82a1baad9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Unset dirty status for tenant:5eaa05e4be9b47dfab0b48c31d5151c6 on resource:subnet {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:01.818913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 408fa58b-cdca-42fd-8ca2-98057d42893e, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=408fa58b-cdca-42fd-8ca2-98057d42893e,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:01.819133 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d4fa1055-c738-4d8a-8835-a6e82a1baad9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2214019 Nov 12 07:54:01.819263 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] For port 97e861a1-dca8-489f-b9bd-a2e055725df1, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=97e861a1-dca8-489f-b9bd-a2e055725df1,segment=NetworkSegment(46424159-d3aa-4090-8217-92edd09d24fe),segment_id=46424159-d3aa-4090-8217-92edd09d24fe)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:01.819408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58410) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:01.821033 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.823734 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee489c35-656e-43ec-9eca-761bd085d2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:01.829235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1268536708'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:01.836008 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:01.843424 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Pushing event updated for resources: {'Port': ['ID=a965ada9-89f7-4de2-b002-8dad93d1e9f2,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:01.847145 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:01.849842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:network and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:54:01.855252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for network was recalculated. Used quota:3. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:54:01.855737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:01.856115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Checking segment: {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:01.856514 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.856963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Bound using segment: {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:01.857809 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Bound port: a0c4533b-0e68-4d82-8ed0-98360035f176, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:01.857809 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.864699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:01.866968 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d1727db-e7a9-4dff-b02f-a50781405a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.870009 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-c4afa5ab-d864-4b3d-92a3-9b81c0406059 service neutron] 10.222.0.40 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8810778 Nov 12 07:54:01.887253 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.896420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:01.901939 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.921544 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d1727db-e7a9-4dff-b02f-a50781405a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.967931 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=408fa58b-cdca-42fd-8ca2-98057d42893e,revision_number=9']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:01.973076 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:01.973749 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5f250f00-1f50-4a21-862b-55d0b19c4a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:01.981060 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:54:01.992369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:01.992763 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Added segment 6b93d463-6e21-4f77-861b-be90070f7f68 of type vxlan for network ca91aa67-d3d4-4a19-9d68-5a244dc14142 Nov 12 07:54:02.019320 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d1727db-e7a9-4dff-b02f-a50781405a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:02.023871 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aa3aef38-bd59-45d2-a323-9f8e2397a5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:02.031798 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:02.036810 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-4dbbc7d6-3f65-429e-b0b5-3afb056b6247 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:02.037676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-4dbbc7d6-3f65-429e-b0b5-3afb056b6247 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Synchronizing usage tracker for tenant:6a2815708d614ce1b993a1a3e41c0d64 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:02.042168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1727db-e7a9-4dff-b02f-a50781405a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61545e37-10f6-4229-8099-a24c440563fc,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:02.046633 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0d1727db-e7a9-4dff-b02f-a50781405a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:02.064161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d071a-221d-494b-b60a-58a4b717c09e req-ac7c4a3d-0ad3-48a5-b37e-b1f47ddd55e3 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:02.065834 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-481d071a-221d-494b-b60a-58a4b717c09e req-ac7c4a3d-0ad3-48a5-b37e-b1f47ddd55e3 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 943 time: 0.8474040 Nov 12 07:54:02.069810 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d1727db-e7a9-4dff-b02f-a50781405a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:02.071051 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0d1727db-e7a9-4dff-b02f-a50781405a1b admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/61545e37-10f6-4229-8099-a24c440563fc HTTP/1.1" status: 204 len: 168 time: 0.3251398 Nov 12 07:54:02.089755 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:02.094741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:02.095407 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7104713'] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:02.101855 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b8f29387-c4cd-48c0-b2db-1d017c39236b tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:02.115624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Pushing event updated for resources: {'Port': ['ID=97e861a1-dca8-489f-b9bd-a2e055725df1,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:02.121473 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:02.161970 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:02.163464 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] 10.222.0.41 "PUT /v2.0/ports/a965ada9-89f7-4de2-b002-8dad93d1e9f2 HTTP/1.1" status: 200 len: 1155 time: 6.7118900 Nov 12 07:54:02.183096 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b007a276-b16b-41c7-afb5-ca3fa5ab18bb', 'tag': 'a965ada9-89f7-4de2-b002-8dad93d1e9f2'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:02.199424 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-4dbbc7d6-3f65-429e-b0b5-3afb056b6247 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Unset dirty status for tenant:6a2815708d614ce1b993a1a3e41c0d64 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:02.200677 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-4dbbc7d6-3f65-429e-b0b5-3afb056b6247 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 950 time: 1.0289195 Nov 12 07:54:02.249357 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4267428 Nov 12 07:54:02.252577 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58420) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:02.256003 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=ca91aa67-d3d4-4a19-9d68-5a244dc14142,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:02.262514 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-9414bcbf-cb2b-499d-b3ba-dd65f4b9cb9a tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'name': 'New_network'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:02.268846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:02.300255 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-52b8d941-4a73-4b9d-aa3a-0bb2b9894685 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:02.303938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:02.323783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:02.356854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] For port a0c4533b-0e68-4d82-8ed0-98360035f176, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:02.372435 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-d96edd83-4fdb-4148-9372-ab5c4a05a846 service neutron] 10.222.0.40 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4778898 Nov 12 07:54:02.408336 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-481d071a-221d-494b-b60a-58a4b717c09e req-01a180c7-90ac-4951-821c-af395f950a24 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/security-groups?id=7a13e6d7-2185-4311-8abc-9e77ee11c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179805 Nov 12 07:54:02.414251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] For port a0c4533b-0e68-4d82-8ed0-98360035f176, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a0c4533b-0e68-4d82-8ed0-98360035f176,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:02.499817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-64b7f2d9-2a05-4f1f-9bfc-9f92e82cda5d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Deleting port 408fa58b-cdca-42fd-8ca2-98057d42893e {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:54:02.504262 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-64b7f2d9-2a05-4f1f-9bfc-9f92e82cda5d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:02.605095 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:02.684098 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:02.897632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 97e861a1-dca8-489f-b9bd-a2e055725df1 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:02.985330 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning for port 97e861a1-dca8-489f-b9bd-a2e055725df1 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:03.045952 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4543524d-0dae-46dd-93a9-17af94d538c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:03.059457 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c4533b-0e68-4d82-8ed0-98360035f176,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:03.066569 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-392f0cef-f9b2-4196-b9c5-5eadf2818a31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&device_id=b007a276-b16b-41c7-afb5-ca3fa5ab18bb HTTP/1.1" status: 200 len: 1158 time: 0.8148694 Nov 12 07:54:03.073928 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:03.108384 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:03.169149 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9414bcbf-cb2b-499d-b3ba-dd65f4b9cb9a tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:03.188615 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9414bcbf-cb2b-499d-b3ba-dd65f4b9cb9a tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:03.211162 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f7d4c978-b0f7-4e6e-a543-51d638121ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:03.222945 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e47cad31-ec11-4440-9da1-290aaf3ecc98 service neutron] 10.222.0.40 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8385766 Nov 12 07:54:03.316515 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-4e08f572-0a8e-4a13-8d91-8c431cdbd2c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a965ada9-89f7-4de2-b002-8dad93d1e9f2 HTTP/1.1" status: 200 len: 217 time: 0.2360494 Nov 12 07:54:03.318498 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:03.403084 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414bcbf-cb2b-499d-b3ba-dd65f4b9cb9a tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=ca91aa67-d3d4-4a19-9d68-5a244dc14142,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:03.406284 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9414bcbf-cb2b-499d-b3ba-dd65f4b9cb9a tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:03.418068 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:03.423446 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9414bcbf-cb2b-499d-b3ba-dd65f4b9cb9a tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 is not hosted by any dhcp agent {{(pid=80793) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Nov 12 07:54:03.427687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9414bcbf-cb2b-499d-b3ba-dd65f4b9cb9a tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:03.428348 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-9414bcbf-cb2b-499d-b3ba-dd65f4b9cb9a tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:03.432519 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9414bcbf-cb2b-499d-b3ba-dd65f4b9cb9a tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "PUT /v2.0/networks/ca91aa67-d3d4-4a19-9d68-5a244dc14142 HTTP/1.1" status: 200 len: 723 time: 1.1760814 Nov 12 07:54:03.432762 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58442) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:03.439253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'network_id': 'ca91aa67-d3d4-4a19-9d68-5a244dc14142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:03.440687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:03.453168 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10150abe-cd8f-41d1-b7c8-e09b4cf6a6f5 req-46a5c1f3-1405-4031-b2aa-30e1abab0d20 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:03.454856 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-10150abe-cd8f-41d1-b7c8-e09b4cf6a6f5 req-46a5c1f3-1405-4031-b2aa-30e1abab0d20 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/ports?device_id=8716ac92-7eae-44fa-9932-e7101cd2068a HTTP/1.1" status: 200 len: 948 time: 0.6456449 Nov 12 07:54:03.469433 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:03.485950 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:03.495806 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] 10.222.0.33 "PUT /v2.0/ports/a0c4533b-0e68-4d82-8ed0-98360035f176 HTTP/1.1" status: 200 len: 1155 time: 5.8602872 Nov 12 07:54:03.666449 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:03.688625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:03.712477 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:03.860991 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:03.979007 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-7104b90f-1d2c-42ba-a076-20b224958c22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:03.980698 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-7104b90f-1d2c-42ba-a076-20b224958c22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28ec9a0e-dc8a-455f-8147-bb9467bcaff9 HTTP/1.1" status: 200 len: 853 time: 0.6420286 Nov 12 07:54:04.058510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b512bbb4-189a-44c4-8de8-be7f8e06ce73 None None] Network f7bbe280-b224-474f-8eab-4fea88c15d1c requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:54:04.096378 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-61299cff-4843-40f8-b405-c96dd20dff01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66577698-377a-440c-84a4-a8da2851ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918429 Nov 12 07:54:04.105448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-64b7f2d9-2a05-4f1f-9bfc-9f92e82cda5d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] For port 408fa58b-cdca-42fd-8ca2-98057d42893e, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=408fa58b-cdca-42fd-8ca2-98057d42893e,segment=NetworkSegment(855bfa55-e803-4227-b3ea-b59897ff4367),segment_id=855bfa55-e803-4227-b3ea-b59897ff4367)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:04.105953 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-64b7f2d9-2a05-4f1f-9bfc-9f92e82cda5d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:04.115584 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9e858677-bb6b-4e87-8d04-fc0a41eb906b service neutron] 10.222.0.40 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8292696 Nov 12 07:54:04.122350 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-10150abe-cd8f-41d1-b7c8-e09b4cf6a6f5 req-9bf687e8-005d-41fe-b2d7-0a699c17838d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.40 "GET /v2.0/security-groups?id=78e01007-9eaf-4d06-bd11-9882b6b11cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487379 Nov 12 07:54:04.218594 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Provisioning for port 97e861a1-dca8-489f-b9bd-a2e055725df1 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:04.226387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Provisioning complete for port 97e861a1-dca8-489f-b9bd-a2e055725df1 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:04.226831 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:04.370461 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-64b7f2d9-2a05-4f1f-9bfc-9f92e82cda5d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Calling delete_port for 408fa58b-cdca-42fd-8ca2-98057d42893e owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:54:04.486418 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:04.524229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:04.583911 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:04.647147 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-c689be96-290f-4676-a76a-8c4058ab6fdf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 1158 time: 1.0806656 Nov 12 07:54:04.652391 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2cbe7691-7f55-4819-a2f5-bf011c89aa7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:04.726164 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] For port 97e861a1-dca8-489f-b9bd-a2e055725df1, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=97e861a1-dca8-489f-b9bd-a2e055725df1,segment=NetworkSegment(46424159-d3aa-4090-8217-92edd09d24fe),segment_id=46424159-d3aa-4090-8217-92edd09d24fe)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:04.734256 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:04.737374 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d20db5-fe4d-4234-b276-e93cbec20769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:04.765021 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=50a8b4dc-dbcc-4a23-ba46-ceb70f38b753,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:04.768780 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:04.784516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Checking segment: {'id': '6b93d463-6e21-4f77-861b-be90070f7f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ca91aa67-d3d4-4a19-9d68-5a244dc14142'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:04.784945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network hostable DHCP agents. Network: ca91aa67-d3d4-4a19-9d68-5a244dc14142, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:54:04.815468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ebed5-fc84-4cba-a929-d759b6b01116 None None] Update dhcp port {'port': {'network_id': 'f7bbe280-b224-474f-8eab-4fea88c15d1c', 'fixed_ips': [{'subnet_id': '780367b7-91c4-45ae-8b0d-b890cf78b1e2', 'ip_address': '2001:db8::2'}, {'subnet_id': '95c11fe0-4162-4085-91ab-d1ce12e982f1'}], 'binding:host_id': 'n-d-761264-6'}, 'id': '97e861a1-dca8-489f-b9bd-a2e055725df1'} from n-d-761264-6. {{(pid=80794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Nov 12 07:54:04.816165 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-c24e8154-f6d9-45ff-ac39-4453891a4102 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c4533b-0e68-4d82-8ed0-98360035f176 HTTP/1.1" status: 200 len: 217 time: 0.1348372 Nov 12 07:54:04.817231 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:54:04.824856 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-0ab8d7e8-089a-49ba-923f-e8c6fbb3a03c service neutron] 10.222.0.41 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056220 Nov 12 07:54:04.829581 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, ca91aa67-d3d4-4a19-9d68-5a244dc14142) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:04.845595 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:04.847055 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:04.871635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a8477-6212-4c15-9dae-176c1ecc8d98 None None] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:54:04.886190 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4515595 Nov 12 07:54:04.888133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58464) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:04.895930 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-7499adb3-3ab8-4515-b7dc-1d37433d9e5e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:04.938726 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-940b8ab8-9273-4f0b-a8dc-2dc6fac9dfc9 service neutron] 10.222.0.40 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7907667 Nov 12 07:54:04.980374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:05.007214 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebed5-fc84-4cba-a929-d759b6b01116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:05.058365 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Pushing event updated for resources: {'Port': ['ID=97e861a1-dca8-489f-b9bd-a2e055725df1,revision_number=3']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:05.070985 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7499adb3-3ab8-4515-b7dc-1d37433d9e5e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848240823'] for subnet, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:05.136161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0cd58-06d3-4b71-b493-05412bdc60b3 req-83c2cd79-8453-4ab9-87d9-065870edf69e tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:05.137831 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4de0cd58-06d3-4b71-b493-05412bdc60b3 req-83c2cd79-8453-4ab9-87d9-065870edf69e tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 945 time: 0.7349253 Nov 12 07:54:05.212502 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-64b7f2d9-2a05-4f1f-9bfc-9f92e82cda5d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:05.228353 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-2f1505bf-71e6-4307-945f-bfd49d865807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:05.230001 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-2f1505bf-71e6-4307-945f-bfd49d865807 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=28ec9a0e-dc8a-455f-8147-bb9467bcaff9 HTTP/1.1" status: 200 len: 853 time: 0.3688939 Nov 12 07:54:05.249301 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-df18f9a7-5347-4eb7-a97a-a78fea0807b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:05.309551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.309856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.310245 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.310964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.311349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.311732 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.312108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.312489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.312862 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.313343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.313931 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.314307 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.314719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.315350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.315723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.316092 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.316463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.316831 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.317485 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.317943 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.318319 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.318689 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.319061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.319728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.319879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.320227 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.320608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.320980 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.321350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.322100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.322482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.322855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.323365 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.323573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.323948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.324316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:54:05.337753 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:05.403057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7f2d9-2a05-4f1f-9bfc-9f92e82cda5d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Pushing event deleted for resources: {'Port': ['ID=408fa58b-cdca-42fd-8ca2-98057d42893e,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:05.406253 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-64b7f2d9-2a05-4f1f-9bfc-9f92e82cda5d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:05.432516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-ee3ebed5-fc84-4cba-a929-d759b6b01116 None None] Allocated IP 172.20.0.1 (f7bbe280-b224-474f-8eab-4fea88c15d1c/95c11fe0-4162-4085-91ab-d1ce12e982f1/97e861a1-dca8-489f-b9bd-a2e055725df1) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:05.451361 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-4af7c40e-aeb5-41cf-afa1-1529cf1a5113 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=66577698-377a-440c-84a4-a8da2851ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669955 Nov 12 07:54:05.481751 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7499adb3-3ab8-4515-b7dc-1d37433d9e5e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788245912401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036847232573'] for subnet, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:05.499555 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b8dec30-fa9a-4037-8e56-4897448a9498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:05.532519 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-2566591e-057e-43af-a474-6ac9f502192e service neutron] 10.222.0.41 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6267338 Nov 12 07:54:05.534658 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fffaecf9-aeb5-4725-a0a9-26050800d5aa service neutron] 10.222.0.40 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5786843 Nov 12 07:54:05.584676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499adb3-3ab8-4515-b7dc-1d37433d9e5e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=50a8b4dc-dbcc-4a23-ba46-ceb70f38b753,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:05.636234 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4de0cd58-06d3-4b71-b493-05412bdc60b3 req-0f55f84d-8c80-43a5-bbca-2f2409cde1e3 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858344 Nov 12 07:54:05.643749 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7499adb3-3ab8-4515-b7dc-1d37433d9e5e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:05.673186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-ca91aa67-d3d4-4a19-9d68-5a244dc14142', 'network_id': 'ca91aa67-d3d4-4a19-9d68-5a244dc14142', 'tenant_id': '5eaa05e4be9b47dfab0b48c31d5151c6', 'fixed_ips': [{'subnet_id': '50a8b4dc-dbcc-4a23-ba46-ceb70f38b753'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:54:05.673186 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:05.773311 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-52b45c44-1acc-42de-add7-f0b35aad503c service neutron] 10.222.0.33 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003597 Nov 12 07:54:05.779658 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e', 'code': 200} Nov 12 07:54:05.786438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7499adb3-3ab8-4515-b7dc-1d37433d9e5e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:05.787253 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-7499adb3-3ab8-4515-b7dc-1d37433d9e5e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:05.794087 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7499adb3-3ab8-4515-b7dc-1d37433d9e5e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "PUT /v2.0/subnets/50a8b4dc-dbcc-4a23-ba46-ceb70f38b753 HTTP/1.1" status: 200 len: 826 time: 0.9041996 Nov 12 07:54:05.796293 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58484) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:06.057378 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:06.060879 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-ee3ebed5-fc84-4cba-a929-d759b6b01116 None None] For port 97e861a1-dca8-489f-b9bd-a2e055725df1, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=97e861a1-dca8-489f-b9bd-a2e055725df1,segment=NetworkSegment(46424159-d3aa-4090-8217-92edd09d24fe),segment_id=46424159-d3aa-4090-8217-92edd09d24fe)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:06.089166 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-00f8dba8-90e5-4e20-8e59-9425f33ecba5 req-8a18c7fb-996e-4f68-a941-8c0cb590cd2e tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.0977776 Nov 12 07:54:06.234745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-64b7f2d9-2a05-4f1f-9bfc-9f92e82cda5d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] No DVR routers for this DVR port 408fa58b-cdca-42fd-8ca2-98057d42893e on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:54:06.239519 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-64b7f2d9-2a05-4f1f-9bfc-9f92e82cda5d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:06.264672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Allocated IP 2001:db8::2 (ca91aa67-d3d4-4a19-9d68-5a244dc14142/50a8b4dc-dbcc-4a23-ba46-ceb70f38b753/2f09ede1-1bf5-4a65-9157-61910ef976a0) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:06.272025 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3b7d60fa-2b26-4ea7-a7df-1f5f96991576 req-947a817c-784e-4b87-8f2c-5e826183f723 service neutron] 10.222.0.33 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4224660 Nov 12 07:54:06.279097 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b007a276-b16b-41c7-afb5-ca3fa5ab18bb', 'tag': 'a965ada9-89f7-4de2-b002-8dad93d1e9f2', 'status': 'completed', 'code': 200} Nov 12 07:54:06.281611 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-dafea6ab-5232-4afe-8f33-c708afbbfcdb req-64b7f2d9-2a05-4f1f-9bfc-9f92e82cda5d tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] 10.222.0.33 "DELETE /v2.0/ports/408fa58b-cdca-42fd-8ca2-98057d42893e HTTP/1.1" status: 204 len: 173 time: 4.0659740 Nov 12 07:54:06.350605 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:06.393761 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [None req-ee3ebed5-fc84-4cba-a929-d759b6b01116 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:54:06.451001 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebed5-fc84-4cba-a929-d759b6b01116 None None] Notify callbacks [] for port, precommit_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:06.474791 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c0995b-103a-4a81-a410-054866ff6103 req-4b39511b-5a30-44ac-a00b-7a3fbe5964a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&device_id=b007a276-b16b-41c7-afb5-ca3fa5ab18bb HTTP/1.1" status: 200 len: 1158 time: 0.1620324 Nov 12 07:54:06.503963 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-ee3ebed5-fc84-4cba-a929-d759b6b01116 None None] Transition to ACTIVE for port object 97e861a1-dca8-489f-b9bd-a2e055725df1 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:06.513581 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-ee3ebed5-fc84-4cba-a929-d759b6b01116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:06.680204 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8c5e89e4-346d-467d-a5d3-1a90dac1d444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:06.931908 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 97e861a1-dca8-489f-b9bd-a2e055725df1 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:07.180321 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0995b-103a-4a81-a410-054866ff6103 req-e001bdbe-a548-4d8e-8c98-6174dde9f5dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:07.181986 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c0995b-103a-4a81-a410-054866ff6103 req-e001bdbe-a548-4d8e-8c98-6174dde9f5dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 907 time: 0.6960990 Nov 12 07:54:07.249308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ebed5-fc84-4cba-a929-d759b6b01116 None None] Pushing event updated for resources: {'Port': ['ID=97e861a1-dca8-489f-b9bd-a2e055725df1,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:07.274919 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee3ebed5-fc84-4cba-a929-d759b6b01116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:07.306581 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:07.353109 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Transition to ACTIVE for port object 2f09ede1-1bf5-4a65-9157-61910ef976a0 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:07.373476 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c0995b-103a-4a81-a410-054866ff6103 req-6661c0aa-a00c-4e3f-9f8a-a65bac37894a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a965ada9-89f7-4de2-b002-8dad93d1e9f2 HTTP/1.1" status: 200 len: 217 time: 0.1294148 Nov 12 07:54:07.400847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Transition to ACTIVE for port object 2f09ede1-1bf5-4a65-9157-61910ef976a0 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:07.410066 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:07.434464 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:07.457047 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c02271d2-d2a4-4069-9713-9deddf961bb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:07.469745 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-635309c4-1052-42d5-b920-e2be127268c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:07.672311 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Subnet': ['ID=50a8b4dc-dbcc-4a23-ba46-ceb70f38b753,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:07.730120 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:07.918975 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921cb93-1040-413b-903c-a6d3c7426016 req-c2fe165b-d423-4d05-9b1c-4a43257e7507 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:07.919794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Pushing event updated for resources: {'Port': ['ID=2f09ede1-1bf5-4a65-9157-61910ef976a0,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:07.928214 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-c2fe165b-d423-4d05-9b1c-4a43257e7507 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/networks?id=281d3e6e-cd06-420d-a691-7020119b9d2e HTTP/1.1" status: 200 len: 810 time: 0.4425242 Nov 12 07:54:07.932422 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0995b-103a-4a81-a410-054866ff6103 req-fdd06dca-0152-43dd-a866-0bf3d21447ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:07.935211 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c0995b-103a-4a81-a410-054866ff6103 req-fdd06dca-0152-43dd-a866-0bf3d21447ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28ec9a0e-dc8a-455f-8147-bb9467bcaff9 HTTP/1.1" status: 200 len: 853 time: 0.5536597 Nov 12 07:54:07.941254 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:07.979826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58552) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:07.989323 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:08.010714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67f0f-4aee-47cf-81dc-9cc03e341562 req-0dfa94dd-99f4-477f-a84b-f6eb61c7ff97 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:08.014488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-69c67f0f-4aee-47cf-81dc-9cc03e341562 req-0dfa94dd-99f4-477f-a84b-f6eb61c7ff97 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 943 time: 0.8294582 Nov 12 07:54:08.022455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:08.056702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:08.059047 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:08.061573 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:54:08.112447 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c0995b-103a-4a81-a410-054866ff6103 req-935755f8-c050-4473-8ae0-ef3289f06a67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66577698-377a-440c-84a4-a8da2851ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1657372 Nov 12 07:54:08.126160 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-a67bedd8-79d5-48e2-a674-f880497bfea8 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/quotas/143042d4ad4f4544a25d0d580a57300a HTTP/1.1" status: 200 len: 375 time: 0.1963875 Nov 12 07:54:08.130493 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Attempting to bind port 2f09ede1-1bf5-4a65-9157-61910ef976a0 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:08.130921 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Attempting to bind port 2f09ede1-1bf5-4a65-9157-61910ef976a0 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '6b93d463-6e21-4f77-861b-be90070f7f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ca91aa67-d3d4-4a19-9d68-5a244dc14142'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:08.131337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Attempting to bind port 2f09ede1-1bf5-4a65-9157-61910ef976a0 on network ca91aa67-d3d4-4a19-9d68-5a244dc14142 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:08.133769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-3fa120d2-adf4-48cf-b90b-32cbdee1d681 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:54:08.145516 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:08.145948 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Checking segment: {'id': '6b93d463-6e21-4f77-861b-be90070f7f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ca91aa67-d3d4-4a19-9d68-5a244dc14142'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:08.146406 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:08.146986 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Bound using segment: {'id': '6b93d463-6e21-4f77-861b-be90070f7f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ca91aa67-d3d4-4a19-9d68-5a244dc14142'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:08.147876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Bound port: 2f09ede1-1bf5-4a65-9157-61910ef976a0, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b93d463-6e21-4f77-861b-be90070f7f68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ca91aa67-d3d4-4a19-9d68-5a244dc14142'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:08.148304 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:08.282769 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] For port 2f09ede1-1bf5-4a65-9157-61910ef976a0, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:08.286740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] For port 2f09ede1-1bf5-4a65-9157-61910ef976a0, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=2f09ede1-1bf5-4a65-9157-61910ef976a0,segment=NetworkSegment(6b93d463-6e21-4f77-861b-be90070f7f68),segment_id=6b93d463-6e21-4f77-861b-be90070f7f68)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:08.292382 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:08.292778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ad020a-7885-4572-a8b1-e2564a95855f', 'tag': 'a0c4533b-0e68-4d82-8ed0-98360035f176'}, {'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'name': 'network-vif-deleted', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:08.308579 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca91aa67-d3d4-4a19-9d68-5a244dc14142']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:08.320083 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:08.345202 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b93d463-6e21-4f77-861b-be90070f7f68') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:08.345780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b93d463-6e21-4f77-861b-be90070f7f68') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:08.360455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:08.384815 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:08.387684 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Releasing vxlan tunnel 12 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:54:08.450195 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2472bdc2-df0e-46fe-bae7-aecf305935b0 None None] Network f7bbe280-b224-474f-8eab-4fea88c15d1c requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:54:08.535208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-69c67f0f-4aee-47cf-81dc-9cc03e341562 req-ad4c5150-bd76-420c-8d87-e27f221cade2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/security-groups?id=7a13e6d7-2185-4311-8abc-9e77ee11c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103972 Nov 12 07:54:08.572669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device a965ada9-89f7-4de2-b002-8dad93d1e9f2 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:08.697266 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e311baa1-737f-4e7e-9161-ac9c4844789d tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?tenant_id=143042d4ad4f4544a25d0d580a57300a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5700476 Nov 12 07:54:08.801986 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c0995b-103a-4a81-a410-054866ff6103 req-fe1b6823-dd38-4e93-9c4f-e2ece23e3dee service neutron] 10.222.0.41 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646698 Nov 12 07:54:08.901218 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port a965ada9-89f7-4de2-b002-8dad93d1e9f2 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:08.965317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 97e861a1-dca8-489f-b9bd-a2e055725df1 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:08.999490 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port a965ada9-89f7-4de2-b002-8dad93d1e9f2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:08.999911 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:09.041524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Pushing event updated for resources: {'Port': ['ID=2f09ede1-1bf5-4a65-9157-61910ef976a0,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:09.043690 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-db318fec-b5a6-4f78-9458-f5d347dc572c req-7057c689-06f2-4e04-9e0b-5ed0fea60303 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports?device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 210 time: 0.1885414 Nov 12 07:54:09.069567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78928fa-bd0e-4b3d-a34c-2db7ebe42208 None None] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:54:09.196540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:54:09.208454 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:09.274051 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:09.291548 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d57ccda5-28c8-4b7a-b5f1-24dc118f5839 service neutron] 10.222.0.40 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711753 Nov 12 07:54:09.327586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-86b73ba5-44df-43d4-bc8e-f663b2ef5a02 None None] Provisioning for port 97e861a1-dca8-489f-b9bd-a2e055725df1 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:09.340232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-86b73ba5-44df-43d4-bc8e-f663b2ef5a02 None None] Provisioning complete for port 97e861a1-dca8-489f-b9bd-a2e055725df1 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:09.340656 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-86b73ba5-44df-43d4-bc8e-f663b2ef5a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:09.381478 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4a41ef55-dd88-4c88-bcb8-bebc24f209c9 req-0d288c41-c4a6-4d45-96b3-74b02db1c0aa tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.0841129 Nov 12 07:54:09.402941 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:54:09.521237 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:54:09.536321 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 07:54:09.536321 n-d-761264-6 neutron-server[80681]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 07:54:09.536321 n-d-761264-6 neutron-server[80681]: [parameters: {'id': 'ca91aa67-d3d4-4a19-9d68-5a244dc14142'}] Nov 12 07:54:09.536321 n-d-761264-6 neutron-server[80681]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:54:09.539206 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:54:09.576472 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-375cb78a-f2aa-4748-a081-312b1f84a7e0 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=6a2815708d614ce1b993a1a3e41c0d64&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5953197 Nov 12 07:54:09.581866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58574) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:09.674080 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ad020a-7885-4572-a8b1-e2564a95855f', 'tag': 'a0c4533b-0e68-4d82-8ed0-98360035f176', 'status': 'completed', 'code': 200} Nov 12 07:54:09.674436 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8716ac92-7eae-44fa-9932-e7101cd2068a', 'name': 'network-vif-deleted', 'tag': '408fa58b-cdca-42fd-8ca2-98057d42893e', 'status': 'completed', 'code': 200} Nov 12 07:54:09.702892 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c19740e2-710f-46f8-a000-9eb1d9109d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:09.735600 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:09.744402 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c19740e2-710f-46f8-a000-9eb1d9109d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:09.800120 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c19740e2-710f-46f8-a000-9eb1d9109d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:09.804510 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9e8fbbe7-adad-43a3-b27c-01c6ef1f6299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:09.823279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19740e2-710f-46f8-a000-9eb1d9109d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e01007-9eaf-4d06-bd11-9882b6b11cee,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:09.836614 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c19740e2-710f-46f8-a000-9eb1d9109d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:09.865729 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c19740e2-710f-46f8-a000-9eb1d9109d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:09.875137 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-c19740e2-710f-46f8-a000-9eb1d9109d26 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/78e01007-9eaf-4d06-bd11-9882b6b11cee HTTP/1.1" status: 204 len: 168 time: 0.2919688 Nov 12 07:54:09.892587 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port a965ada9-89f7-4de2-b002-8dad93d1e9f2, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=a965ada9-89f7-4de2-b002-8dad93d1e9f2,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:09.900997 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b007a276-b16b-41c7-afb5-ca3fa5ab18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965ada9-89f7-4de2-b002-8dad93d1e9f2'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:09.914455 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:09.919168 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:09.959191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Provisioning complete for port 97e861a1-dca8-489f-b9bd-a2e055725df1 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:09.959702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:09.988758 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c5c0995b-103a-4a81-a410-054866ff6103 req-0a85ceea-f48d-41ce-a8b3-2320d72b5652 service neutron] 10.222.0.41 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1347158 Nov 12 07:54:10.026259 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-d8c4ffa7-fcbb-4d49-92f3-d5501896d6e7 service neutron] 10.222.0.41 "GET /v2.0/ports/9477111e-070c-4f28-8cde-2eaeef1efd8e HTTP/1.1" status: 200 len: 1028 time: 0.7950420 Nov 12 07:54:10.040291 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:10.071142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3490d364-e651-4576-b506-0d0295534d15 None None] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:54:10.094080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device a965ada9-89f7-4de2-b002-8dad93d1e9f2 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:10.153401 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-9c7d753a-3bca-4c29-be6a-3697a650210b service neutron] 10.222.0.40 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7934265 Nov 12 07:54:10.248404 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-74a8de79-8cb9-474f-ae3e-4295f8bb5714 service neutron] 10.222.0.41 "GET /v2.0/ports/ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 HTTP/1.1" status: 200 len: 1027 time: 0.1938117 Nov 12 07:54:10.251308 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Deleting port 2f09ede1-1bf5-4a65-9157-61910ef976a0 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:54:10.251308 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:10.266690 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80822d6-f94a-4377-963a-4a30b2ef196d req-def90cda-0f2d-41b6-ae89-89bc647062c8 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:10.268518 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c80822d6-f94a-4377-963a-4a30b2ef196d req-def90cda-0f2d-41b6-ae89-89bc647062c8 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 943 time: 0.3596916 Nov 12 07:54:10.329732 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6ee011b-020e-46c3-8966-86889ac4d922 req-96857af3-fc40-4848-8a5d-4ec7849d45b3 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 1158 time: 0.6612880 Nov 12 07:54:10.775412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-6d962896-3641-43d2-9e1f-0537a0c19098 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:54:10.791411 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b007a276-b16b-41c7-afb5-ca3fa5ab18bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a965ada9-89f7-4de2-b002-8dad93d1e9f2', 'code': 200} Nov 12 07:54:10.863220 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] For port 2f09ede1-1bf5-4a65-9157-61910ef976a0, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=2f09ede1-1bf5-4a65-9157-61910ef976a0,segment=NetworkSegment(6b93d463-6e21-4f77-861b-be90070f7f68),segment_id=6b93d463-6e21-4f77-861b-be90070f7f68)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:10.863669 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:11.111352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58606) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:11.130669 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Calling delete_port for 2f09ede1-1bf5-4a65-9157-61910ef976a0 owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:54:11.209817 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=a965ada9-89f7-4de2-b002-8dad93d1e9f2,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:11.219563 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.300s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:11.220954 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c4e9c707-ba7f-485f-9c9d-34dc7838528c None None] Provisioning complete for port 97e861a1-dca8-489f-b9bd-a2e055725df1 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:11.221575 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c4e9c707-ba7f-485f-9c9d-34dc7838528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:11.300629 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a0c4533b-0e68-4d82-8ed0-98360035f176 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:11.315992 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-8dca2e0a-77e5-4149-9b44-6c37d788fbb2 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=2c7d18c325ef4417b6a1d31d5bf290a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2010210 Nov 12 07:54:11.317180 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58614) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:11.367316 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:11.388288 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-912bacdd-7f3b-4ae3-baec-85545dec3b48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:11.480628 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port a965ada9-89f7-4de2-b002-8dad93d1e9f2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:11.481195 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:11.505024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-76eb957a-b94d-447f-825c-90256e05701e tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:11.526990 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Port': ['ID=2f09ede1-1bf5-4a65-9157-61910ef976a0,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:11.530338 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-76eb957a-b94d-447f-825c-90256e05701e tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:11.534969 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:11.556622 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-76eb957a-b94d-447f-825c-90256e05701e tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:11.558474 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-76eb957a-b94d-447f-825c-90256e05701e tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.41 "GET /v2.0/networks?id=89c126b2-acfb-4f86-b6c5-e42e657d8039&id=5875b624-a143-4342-b890-9d6934176210&id=5875b624-a143-4342-b890-9d6934176210&id=5875b624-a143-4342-b890-9d6934176210&id=5875b624-a143-4342-b890-9d6934176210&id=c219fe8c-3a74-4d7e-8fb1-28d597059460&id=c219fe8c-3a74-4d7e-8fb1-28d597059460 HTTP/1.1" status: 200 len: 1989 time: 1.2884543 Nov 12 07:54:11.565167 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b26f4f-b629-4305-9e39-cb7dc2ad59b9 None None] get_active_networks_info from n-d-761264-6 {{(pid=80794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 12 07:54:11.592816 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77bd5190-c917-452f-845d-db7eaffee3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:11.622412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] No DVR routers for this DVR port 2f09ede1-1bf5-4a65-9157-61910ef976a0 on host n-d-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:54:11.711061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee011b-020e-46c3-8966-86889ac4d922 req-03bf10eb-dd08-45bb-b712-fdc588e3aa63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:11.712682 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6ee011b-020e-46c3-8966-86889ac4d922 req-03bf10eb-dd08-45bb-b712-fdc588e3aa63 service neutron] 10.222.0.33 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 907 time: 1.2862179 Nov 12 07:54:11.743916 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77bd5190-c917-452f-845d-db7eaffee3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:11.859392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port a0c4533b-0e68-4d82-8ed0-98360035f176 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:11.873089 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-8be08c36-178f-4c1e-b385-2e91a4db8337 req-01d361cf-5801-4438-a125-7d4801ff9dc3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports?device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 210 time: 0.2627506 Nov 12 07:54:11.873682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port a0c4533b-0e68-4d82-8ed0-98360035f176 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:11.874210 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:11.878378 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:11.983273 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6ee011b-020e-46c3-8966-86889ac4d922 req-e73f3f9a-e49b-4981-bbb0-0bf4d1d86c39 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0c4533b-0e68-4d82-8ed0-98360035f176 HTTP/1.1" status: 200 len: 217 time: 0.1003022 Nov 12 07:54:12.064217 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77bd5190-c917-452f-845d-db7eaffee3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:12.075212 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e59b8fb3-087e-4029-95a4-6c504061a493 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5944b8b968034cbe8465622a83c7a5a0 HTTP/1.1" status: 200 len: 5044 time: 0.4469130 Nov 12 07:54:12.076766 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e4f9bffa-38c6-409c-8d48-bda49e5caf66 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:12.098571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device a965ada9-89f7-4de2-b002-8dad93d1e9f2 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:12.100088 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd5190-c917-452f-845d-db7eaffee3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ad6869-cb63-46e1-ad9b-8597b58bc427,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:12.103130 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-77bd5190-c917-452f-845d-db7eaffee3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:12.120332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca91aa67-d3d4-4a19-9d68-5a244dc14142']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:12.150728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b93d463-6e21-4f77-861b-be90070f7f68') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:12.151001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b93d463-6e21-4f77-861b-be90070f7f68') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:12.159797 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee011b-020e-46c3-8966-86889ac4d922 req-e9c14fe6-3ac9-4638-b097-a2cf00a2e5de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:12.161696 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6ee011b-020e-46c3-8966-86889ac4d922 req-e9c14fe6-3ac9-4638-b097-a2cf00a2e5de service neutron] 10.222.0.33 "GET /v2.0/subnets?id=28ec9a0e-dc8a-455f-8147-bb9467bcaff9 HTTP/1.1" status: 200 len: 853 time: 0.1102960 Nov 12 07:54:12.164231 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-77bd5190-c917-452f-845d-db7eaffee3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:12.165585 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-77bd5190-c917-452f-845d-db7eaffee3bc admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/41ad6869-cb63-46e1-ad9b-8597b58bc427 HTTP/1.1" status: 204 len: 168 time: 0.8471932 Nov 12 07:54:12.169911 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:12.197256 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:12.200449 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Releasing vxlan tunnel 12 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:54:12.229440 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c80822d6-f94a-4377-963a-4a30b2ef196d req-b2ac31e9-ee0d-402f-8fdd-6ad8a8309539 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/security-groups?id=7a13e6d7-2185-4311-8abc-9e77ee11c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9197280 Nov 12 07:54:12.239500 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-c625410e-974b-40a0-96c1-012c36597b82 None None] Provisioning complete for port 97e861a1-dca8-489f-b9bd-a2e055725df1 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:12.239952 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c625410e-974b-40a0-96c1-012c36597b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:12.317033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b26f4f-b629-4305-9e39-cb7dc2ad59b9 None None] Resources bound (agent type, host, resource id): {{(pid=80794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 12 07:54:12.337252 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:12.377675 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port a0c4533b-0e68-4d82-8ed0-98360035f176, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a0c4533b-0e68-4d82-8ed0-98360035f176,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:12.386266 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:12.394876 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-30092877-af12-485a-b433-0644299057b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:12.510366 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port a965ada9-89f7-4de2-b002-8dad93d1e9f2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:12.510812 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:12.581911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039', 'admin_state_up': True, 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'security_groups': ['7c087924-d46b-4ec0-90d4-38c53015bae9']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:12.585678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a0c4533b-0e68-4d82-8ed0-98360035f176 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:12.757882 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:54:12.773377 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:12.806383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ad020a-7885-4572-a8b1-e2564a95855f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c4533b-0e68-4d82-8ed0-98360035f176'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:12.866043 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=a0c4533b-0e68-4d82-8ed0-98360035f176,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:12.909197 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:12.922971 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port a0c4533b-0e68-4d82-8ed0-98360035f176 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:12.927689 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:12.990441 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3f714c5c-c739-4c1b-90d5-4d2cdcf933e2 req-b43dbca6-6a3f-4e52-a88d-a667679a2b42 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f HTTP/1.1" status: 200 len: 210 time: 0.8260605 Nov 12 07:54:13.013836 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:13.039358 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:port and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:54:13.052070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for port was recalculated. Used quota:7. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:54:13.074382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:13.100108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network ca91aa67-d3d4-4a19-9d68-5a244dc14142 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:54:13.133579 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6ee011b-020e-46c3-8966-86889ac4d922 req-a3851160-05ae-4348-a21c-93d31c32ff9e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=66577698-377a-440c-84a4-a8da2851ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7188742 Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:54:13.162483 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:54:13.226756 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ad020a-7885-4572-a8b1-e2564a95855f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c4533b-0e68-4d82-8ed0-98360035f176', 'code': 200} Nov 12 07:54:13.396589 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:13.404883 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:13.442829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:13.462802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Network': ['ID=ca91aa67-d3d4-4a19-9d68-5a244dc14142,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:13.479652 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "DELETE /v2.0/networks/ca91aa67-d3d4-4a19-9d68-5a244dc14142 HTTP/1.1" status: 204 len: 168 time: 7.6788054 Nov 12 07:54:13.480883 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58646) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:13.483858 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:13.541309 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-57af1f37-ff44-4a44-861c-346b4b5ed585 req-fa393855-6ff9-4b4e-8d41-70c9bb2c3995 tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.4494739 Nov 12 07:54:13.542067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:13.546291 n-d-761264-6 neutron-server[80681]: INFO neutron.pecan_wsgi.hooks.translation [None req-b924997a-24a9-4b4a-b563-9f805273b028 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] DELETE failed (client error): The resource could not be found. Nov 12 07:54:13.553520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b924997a-24a9-4b4a-b563-9f805273b028 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] No notification will be sent due to unsuccessful status code: 404 {{(pid=80793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Nov 12 07:54:13.559893 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:13.565546 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-b924997a-24a9-4b4a-b563-9f805273b028 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "DELETE /v2.0/networks/ca91aa67-d3d4-4a19-9d68-5a244dc14142 HTTP/1.1" status: 404 len: 339 time: 0.0794301 Nov 12 07:54:13.566583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58650) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:13.576314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-328176708', 'description': 'd1'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:13.592294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:13.600392 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Usage tracker for resource:network and tenant:5eaa05e4be9b47dfab0b48c31d5151c6 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:54:13.605583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921cb93-1040-413b-903c-a6d3c7426016 req-3c8b5259-f892-438c-a456-7fda85e10ee4 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:13.607859 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-3c8b5259-f892-438c-a456-7fda85e10ee4 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.33 "GET /v2.0/networks?id=281d3e6e-cd06-420d-a691-7020119b9d2e HTTP/1.1" status: 200 len: 810 time: 0.4852543 Nov 12 07:54:13.622441 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Quota usage for network was recalculated. Used quota:3. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:54:13.630546 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:13.660850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:13.677729 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:13.681382 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Request body: {'port': {'device_id': 'd7d8e832-4a63-485b-aadf-0a5bd88c646f', 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e', 'admin_state_up': True, 'tenant_id': '143042d4ad4f4544a25d0d580a57300a'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:13.787806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:54:13.841757 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:13.841991 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Added segment 158cdf23-9ffa-4343-a495-edccd1d9ab7f of type vxlan for network 59196500-b230-4170-8217-1d0829464af1 Nov 12 07:54:13.910042 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:13.949935 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e866415c-99e1-4a01-aa97-1049dfba813a req-cdb8e0db-38bc-4569-ae90-06f940f71dfb tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports?device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 210 time: 0.3213134 Nov 12 07:54:14.062178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c42087a-4c1a-4af3-a89c-95760d1edbd8 None None] get_active_networks_info from n-d-761264-6 {{(pid=80794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 12 07:54:14.134914 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:14.162585 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:14.163328 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:14.237677 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-2491e284-de0d-4f3b-938d-e72e47e5814f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:14.338710 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7705865 Nov 12 07:54:14.358985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 58668) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:14.655198 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a0c4533b-0e68-4d82-8ed0-98360035f176 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:14.680334 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=59196500-b230-4170-8217-1d0829464af1,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:14.685390 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fa0ec7ef-69e3-4c08-ba08-e840b385f2a3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:14.721768 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ebd968e3-4d36-4b4b-bc5c-8b44a9aba5f4 req-a36210d4-0ec6-4d7a-b06f-18b0778aedf9 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 1160 time: 0.7524431 Nov 12 07:54:14.853062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 59196500-b230-4170-8217-1d0829464af1 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:14.871667 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 59196500-b230-4170-8217-1d0829464af1 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:14.888300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 59196500-b230-4170-8217-1d0829464af1 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:14.890094 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ebd968e3-4d36-4b4b-bc5c-8b44a9aba5f4 req-9f9c9598-9c4d-4fe5-9a29-d08162432b7f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=7a13e6d7-2185-4311-8abc-9e77ee11c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555037 Nov 12 07:54:15.123844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Allocated IP 172.20.0.4 (89c126b2-acfb-4f86-b6c5-e42e657d8039/17f04a5a-bc1e-4809-9b5c-feb265892d9b/95412823-ac19-42c7-b59a-58d069cc1559) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:15.137900 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6ee011b-020e-46c3-8966-86889ac4d922 req-aa5c0fe8-23aa-4da0-8d6b-6e94b15ca717 service neutron] 10.222.0.33 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5075774 Nov 12 07:54:15.340240 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c42087a-4c1a-4af3-a89c-95760d1edbd8 None None] Resources bound (agent type, host, resource id): {{(pid=80794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 12 07:54:15.394277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port a0c4533b-0e68-4d82-8ed0-98360035f176 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:15.395087 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:15.667614 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4572beef-6f31-4b37-ae39-b09efd6ea02e req-9a4f7242-5e52-4118-9dd7-1897642dc1d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b007a276-b16b-41c7-afb5-ca3fa5ab18bb HTTP/1.1" status: 200 len: 1160 time: 4.1077428 Nov 12 07:54:15.842711 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a35b74a2-ba63-462b-8ecf-5df9b7fdc8f3 req-07208bd5-c8f8-490e-953d-d6bcb4ad3fea tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f HTTP/1.1" status: 200 len: 210 time: 0.6554997 Nov 12 07:54:15.848538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c415c2-a015-46ae-a493-6af4255ad7ae tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:15.853566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a1c415c2-a015-46ae-a493-6af4255ad7ae tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Synchronizing usage tracker for tenant:5eaa05e4be9b47dfab0b48c31d5151c6 on resource:network {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:16.390178 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f05f8-3b3f-4134-b3c0-e7f38e9e707f req-e30ab19d-3849-4870-b140-dece994627ca tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:16.392477 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-039f05f8-3b3f-4134-b3c0-e7f38e9e707f req-e30ab19d-3849-4870-b140-dece994627ca tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 945 time: 2.4414971 Nov 12 07:54:16.416765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a1c415c2-a015-46ae-a493-6af4255ad7ae tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Unset dirty status for tenant:5eaa05e4be9b47dfab0b48c31d5151c6 on resource:network {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:16.422312 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a1c415c2-a015-46ae-a493-6af4255ad7ae tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/networks?id=59196500-b230-4170-8217-1d0829464af1 HTTP/1.1" status: 200 len: 764 time: 1.9890368 Nov 12 07:54:16.425257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58702) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:16.432758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-1eab6ad1-cdd5-4a6c-996d-7e10b3057464 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'description': 'd2'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:17.111765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:17.154771 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e6ee011b-020e-46c3-8966-86889ac4d922 req-2b087a30-1cf3-4d0a-be8f-a758f52e35d1 service neutron] 10.222.0.33 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5568855 Nov 12 07:54:17.165977 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:17.289220 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:17.297738 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-4be89373-8831-4dd5-abd7-0c3556a75ce9 None None] Provisioning complete for port 97e861a1-dca8-489f-b9bd-a2e055725df1 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:17.298345 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-4be89373-8831-4dd5-abd7-0c3556a75ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:17.344366 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Transition to ACTIVE for port object 95412823-ac19-42c7-b59a-58d069cc1559 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:17.350487 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4572beef-6f31-4b37-ae39-b09efd6ea02e req-29b1639a-3db0-4e86-a45f-19d9dd82484d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a13e6d7-2185-4311-8abc-9e77ee11c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3668985 Nov 12 07:54:17.354620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Made reservation on behalf of 143042d4ad4f4544a25d0d580a57300a for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:17.360420 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:17.430324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-039f05f8-3b3f-4134-b3c0-e7f38e9e707f req-08e1b929-6dbf-4f65-b00e-983bf8708c1a tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/security-groups?id=7a13e6d7-2185-4311-8abc-9e77ee11c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0147662 Nov 12 07:54:17.662658 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1eab6ad1-cdd5-4a6c-996d-7e10b3057464 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:17.707541 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1eab6ad1-cdd5-4a6c-996d-7e10b3057464 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:17.736786 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-27ffe07f-7d3a-4390-878d-5f805ded9b5e tempest-ServersTestMultiNic-687334857 tempest-ServersTestMultiNic-687334857] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:17.859475 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 58732) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:18.005251 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-4418213f-7409-4753-8417-d4a47ffb6379 req-e0a53620-d159-4ce8-bfa6-cddbfe7a344e tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.1604142 Nov 12 07:54:18.006685 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Allocated IP 172.20.0.3 (281d3e6e-cd06-420d-a691-7020119b9d2e/1a55730a-1a25-4a9d-9192-5d52333001a5/671755c8-5fbf-48b8-9120-54e88b9c584c) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:18.026192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78340ce4-dde7-43d4-97b4-4424e419064b req-d90a7e6e-04b0-4086-9505-2079f4f29bbb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:18.034231 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78340ce4-dde7-43d4-97b4-4424e419064b req-d90a7e6e-04b0-4086-9505-2079f4f29bbb tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 945 time: 0.8893998 Nov 12 07:54:18.073947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab6ad1-cdd5-4a6c-996d-7e10b3057464 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=59196500-b230-4170-8217-1d0829464af1,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:18.103105 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:18.103280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network 59196500-b230-4170-8217-1d0829464af1 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:18.117069 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1eab6ad1-cdd5-4a6c-996d-7e10b3057464 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:18.145279 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network 59196500-b230-4170-8217-1d0829464af1 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:18.148169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1eab6ad1-cdd5-4a6c-996d-7e10b3057464 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network 59196500-b230-4170-8217-1d0829464af1 is not hosted by any dhcp agent {{(pid=80793) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Nov 12 07:54:18.159996 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ccbe44c7-d419-4efb-9cdb-657904dcf5b2 tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:18.163984 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eab6ad1-cdd5-4a6c-996d-7e10b3057464 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:18.164705 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1eab6ad1-cdd5-4a6c-996d-7e10b3057464 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:18.166191 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-1eab6ad1-cdd5-4a6c-996d-7e10b3057464 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "PUT /v2.0/networks/59196500-b230-4170-8217-1d0829464af1 HTTP/1.1" status: 200 len: 761 time: 1.7398374 Nov 12 07:54:18.172725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58744) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:18.215989 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network 59196500-b230-4170-8217-1d0829464af1 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:18.323640 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Port': ['ID=95412823-ac19-42c7-b59a-58d069cc1559,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:18.343299 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:18.427596 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f0c8517-510d-47ba-bcfe-e7aae1b262f0 req-3bac2a9c-c664-4094-9733-055ff490b9f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.5791252 Nov 12 07:54:18.476589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4215471d-56c0-4766-9bc2-fd45f15acb37 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:18.479470 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4215471d-56c0-4766-9bc2-fd45f15acb37 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Synchronizing usage tracker for tenant:5eaa05e4be9b47dfab0b48c31d5151c6 on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:18.506129 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0f03c9a6-ea49-4c7d-9a41-e94363b4c1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:18.509448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-4215471d-56c0-4766-9bc2-fd45f15acb37 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Unset dirty status for tenant:5eaa05e4be9b47dfab0b48c31d5151c6 on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:18.521824 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-4215471d-56c0-4766-9bc2-fd45f15acb37 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/networks?id=59196500-b230-4170-8217-1d0829464af1 HTTP/1.1" status: 200 len: 764 time: 0.3468320 Nov 12 07:54:18.525480 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58752) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:18.589785 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-78340ce4-dde7-43d4-97b4-4424e419064b req-3503bc81-3847-4ea5-98d5-7f500968284b tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5542760 Nov 12 07:54:18.771708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2822d29f-ccd5-4668-baae-90da9038eca3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:18.773409 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-2822d29f-ccd5-4668-baae-90da9038eca3 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2465241 Nov 12 07:54:18.776230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58760) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:18.816273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0f03c9a6-ea49-4c7d-9a41-e94363b4c1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:18.820553 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0f03c9a6-ea49-4c7d-9a41-e94363b4c1de admin admin] Usage tracker for resource:security_group_rule and tenant:63d0e677f02041eb8b8bb17a1a2849dd is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:54:18.823583 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-0f03c9a6-ea49-4c7d-9a41-e94363b4c1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:54:18.829383 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-0f03c9a6-ea49-4c7d-9a41-e94363b4c1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:18.862391 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9bf4782c-07f4-42e7-8a19-c5e5cdcd9270 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Synchronizing usage tracker for tenant:5eaa05e4be9b47dfab0b48c31d5151c6 on resource:subnet {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:18.889158 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-9bf4782c-07f4-42e7-8a19-c5e5cdcd9270 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Unset dirty status for tenant:5eaa05e4be9b47dfab0b48c31d5151c6 on resource:subnet {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:18.890501 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9bf4782c-07f4-42e7-8a19-c5e5cdcd9270 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/subnets?network_id=e05c3b57-937d-41ff-abac-1be23c57afec HTTP/1.1" status: 200 len: 207 time: 0.1132548 Nov 12 07:54:18.895939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58766) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:19.093466 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c9172-8772-4505-af02-4804715ebe13 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.098057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c9172-8772-4505-af02-4804715ebe13 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.103115 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c9172-8772-4505-af02-4804715ebe13 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.111370 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c9172-8772-4505-af02-4804715ebe13 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.112764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7492f11-00c6-4563-9eff-953095c5c768 req-251496bf-d222-40cf-9a86-50ea29eb296e tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.116269 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c9172-8772-4505-af02-4804715ebe13 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.120786 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a7492f11-00c6-4563-9eff-953095c5c768 req-251496bf-d222-40cf-9a86-50ea29eb296e tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports?device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 931 time: 0.8445315 Nov 12 07:54:19.120993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c9172-8772-4505-af02-4804715ebe13 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.126510 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-928c9172-8772-4505-af02-4804715ebe13 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2254734 Nov 12 07:54:19.127093 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58774) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:19.212400 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:19.220748 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0f03c9a6-ea49-4c7d-9a41-e94363b4c1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:19.288461 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0f03c9a6-ea49-4c7d-9a41-e94363b4c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:19.297503 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-82656b28-f8c8-468d-82b6-cb1931b7d3e2 req-7af743c0-e048-4bec-82a3-42caca1c48f4 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f HTTP/1.1" status: 200 len: 210 time: 0.1916051 Nov 12 07:54:19.303661 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-464c04d8-5a55-4407-939a-87e53a8c28d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:19.349968 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a7492f11-00c6-4563-9eff-953095c5c768 req-ab706754-3d51-4549-8aeb-ccda6fe11ece tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/security-groups?id=7c087924-d46b-4ec0-90d4-38c53015bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280600 Nov 12 07:54:19.382949 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network 89c126b2-acfb-4f86-b6c5-e42e657d8039 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:19.408734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:19.416190 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a58ea39c-c2c4-4a2d-872c-60a28eb2f5ce tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2844911 Nov 12 07:54:19.416501 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58778) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:19.445624 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:54:19.527230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169f88e-b1ad-4911-a36d-7ffc7c3bc6e8 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.529026 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169f88e-b1ad-4911-a36d-7ffc7c3bc6e8 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.530586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169f88e-b1ad-4911-a36d-7ffc7c3bc6e8 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.532400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169f88e-b1ad-4911-a36d-7ffc7c3bc6e8 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.533993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169f88e-b1ad-4911-a36d-7ffc7c3bc6e8 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.536259 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-9169f88e-b1ad-4911-a36d-7ffc7c3bc6e8 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1187057 Nov 12 07:54:19.541780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58784) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:19.578257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:54:19.738132 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f0c8517-510d-47ba-bcfe-e7aae1b262f0 req-0269ee9f-041c-4d72-a95b-371e2368ca7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=037670edd834470e90c5381f4e5864b7&device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 1160 time: 1.1194904 Nov 12 07:54:19.741079 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d274f97-cfb6-453f-a141-9f89f262e4bd tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.741794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03c9a6-ea49-4c7d-9a41-e94363b4c1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0cfe88-c682-4004-a517-361e296066b9,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:19.750019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.751829 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:19.753335 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d274f97-cfb6-453f-a141-9f89f262e4bd tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.754927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d274f97-cfb6-453f-a141-9f89f262e4bd tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.756349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d274f97-cfb6-453f-a141-9f89f262e4bd tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.757813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d274f97-cfb6-453f-a141-9f89f262e4bd tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:19.764998 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7d274f97-cfb6-453f-a141-9f89f262e4bd tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2220676 Nov 12 07:54:19.765662 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58790) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:19.802878 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0f03c9a6-ea49-4c7d-9a41-e94363b4c1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:19.880623 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:19.882182 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-90c36995-2fd0-47ac-ba13-7fa84a42d514 None None] Provisioning for port 95412823-ac19-42c7-b59a-58d069cc1559 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:19.891291 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-90c36995-2fd0-47ac-ba13-7fa84a42d514 None None] Provisioning complete for port 95412823-ac19-42c7-b59a-58d069cc1559 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:19.891719 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-90c36995-2fd0-47ac-ba13-7fa84a42d514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:19.997123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5496a2d-fb6c-4589-948c-3cb161bfa1b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:20.002637 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-e5496a2d-fb6c-4589-948c-3cb161bfa1b7 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/networks/e5b623e6-675f-4b26-af35-4bfb1b00b6b1 HTTP/1.1" status: 200 len: 803 time: 0.2359281 Nov 12 07:54:20.003318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58798) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:20.018748 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-90c36995-2fd0-47ac-ba13-7fa84a42d514 None None] Port 95412823-ac19-42c7-b59a-58d069cc1559 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:54:20.086719 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cb4903bc-dd1d-40f0-a331-15fb638fc44e tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:20.133298 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-abed71e5-8c95-44f9-9f54-69b64c0ea9f3 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9703040 Nov 12 07:54:20.183118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-0f03c9a6-ea49-4c7d-9a41-e94363b4c1de admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=63d0e677f02041eb8b8bb17a1a2849dd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2735236 Nov 12 07:54:20.185947 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58806) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:20.242578 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Pushing event updated for resources: {'Port': ['ID=671755c8-5fbf-48b8-9120-54e88b9c584c,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:20.242810 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-7c2839c3-0ab0-4ba4-ab47-297b95b9d7fd tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/networks/e5b623e6-675f-4b26-af35-4bfb1b00b6b1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2381661 Nov 12 07:54:20.243699 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58812) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:20.256074 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'network_id': '5875b624-a143-4342-b890-9d6934176210', 'admin_state_up': True, 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'security_groups': ['7c087924-d46b-4ec0-90d4-38c53015bae9']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:20.302979 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6abda516-825f-456f-b351-a48024e33e4e req-0375a795-c46b-4170-9c6b-a2cebfdf4618 tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.5064485 Nov 12 07:54:20.304084 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:20.347873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c8517-510d-47ba-bcfe-e7aae1b262f0 req-bd556711-bdec-44f2-a2f0-ab7306f783d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:20.349625 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f0c8517-510d-47ba-bcfe-e7aae1b262f0 req-bd556711-bdec-44f2-a2f0-ab7306f783d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bea8f324-51a8-4fe5-b3b5-847cadacbafb HTTP/1.1" status: 200 len: 900 time: 0.5454063 Nov 12 07:54:20.430192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3709c-5023-4625-9bbe-92fc4f80dc46 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:20.435324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-bbd3709c-5023-4625-9bbe-92fc4f80dc46 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/subnets/bfd30199-f970-400f-ba3e-2c839d80840f HTTP/1.1" status: 200 len: 843 time: 0.1853032 Nov 12 07:54:20.435683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58822) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:20.609915 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c187ddb-1445-4071-be59-d0a3d616a3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:20.629720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80614c23-5eb2-4e1f-98d0-36e678b4678a tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:20.635215 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-80614c23-5eb2-4e1f-98d0-36e678b4678a tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "GET /v2.0/subnets/bfd30199-f970-400f-ba3e-2c839d80840f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1946304 Nov 12 07:54:20.636807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58830) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:20.647019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-524911099'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:20.653557 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:20.667607 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:20.673904 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f0c8517-510d-47ba-bcfe-e7aae1b262f0 req-22abb884-7bc5-4174-9f37-33284543aa3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c43d91a-f3da-4853-b75d-7515608b7a21 HTTP/1.1" status: 200 len: 1001 time: 0.2012112 Nov 12 07:54:20.690783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'network': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:20.698404 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for network, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:20.727070 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c187ddb-1445-4071-be59-d0a3d616a3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:20.787528 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c8517-510d-47ba-bcfe-e7aae1b262f0 req-48816dba-faab-4cdf-aa77-43f9e05ec93c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:20.789183 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f0c8517-510d-47ba-bcfe-e7aae1b262f0 req-48816dba-faab-4cdf-aa77-43f9e05ec93c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0153474-f48c-4c1d-85df-6933a0d00531 HTTP/1.1" status: 200 len: 845 time: 0.0835519 Nov 12 07:54:20.793438 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 12 07:54:20.844419 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:20.845383 n-d-761264-6 neutron-server[80681]: INFO neutron.db.segments_db [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Added segment 28eb8c0f-4f11-4e30-bc38-d2ee38a36a84 of type vxlan for network c389c827-2541-499f-96cf-e3b34351dde4 Nov 12 07:54:20.880668 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248609347103'] for network, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:20.916678 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c187ddb-1445-4071-be59-d0a3d616a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:20.922362 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a5fdd79f-00b4-4aa5-8969-26e945c2b720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:20.944951 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c187ddb-1445-4071-be59-d0a3d616a3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0cfe88-c682-4004-a517-361e296066b9,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:20.947883 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5c187ddb-1445-4071-be59-d0a3d616a3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:20.948558 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:20.952926 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:20.954108 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:20.963733 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c6256b68-3685-4dfc-9999-967b1b3dd0e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:21.079668 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5c187ddb-1445-4071-be59-d0a3d616a3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:21.081044 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-5c187ddb-1445-4071-be59-d0a3d616a3ce admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/fa0cfe88-c682-4004-a517-361e296066b9 HTTP/1.1" status: 204 len: 168 time: 0.8909223 Nov 12 07:54:21.095858 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4590886 Nov 12 07:54:21.100057 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58840) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:21.103676 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Network': ['ID=c389c827-2541-499f-96cf-e3b34351dde4,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:21.110597 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'network_id': 'c389c827-2541-499f-96cf-e3b34351dde4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:21.117846 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Network c389c827-2541-499f-96cf-e3b34351dde4 details requested by agent ovs-agent-n-d-761264-6 with host n-d-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:21.139165 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aeddae5f-b1c2-4a75-94a5-d3617920016e tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:21.163539 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Network c389c827-2541-499f-96cf-e3b34351dde4 details requested by agent ovs-agent-n-h2-761264-6 with host n-h2-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:21.216146 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Network c389c827-2541-499f-96cf-e3b34351dde4 details requested by agent ovs-agent-n-h1-761264-6 with host n-h1-761264-6 {{(pid=80794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 12 07:54:21.310094 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01a26b-e249-4497-815b-59c27a4a12df req-b7fba468-e11d-4537-b563-a8fb1565708a tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:21.311762 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f01a26b-e249-4497-815b-59c27a4a12df req-b7fba468-e11d-4537-b563-a8fb1565708a tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 945 time: 1.6626568 Nov 12 07:54:21.328848 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:21.350681 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:21.374555 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Made reservation on behalf of 5eaa05e4be9b47dfab0b48c31d5151c6 for: {'subnet': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:21.388974 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Network 281d3e6e-cd06-420d-a691-7020119b9d2e is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:21.396192 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:21.408727 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:54:21.509045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:21.509739 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:21.510591 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6534993'] for subnet, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:21.518031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:21.543844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:port and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:54:21.550757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for port was recalculated. Used quota:8. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:54:21.555726 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-d995183c-2865-441f-8820-99efc0ce865b tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8788960 Nov 12 07:54:21.573853 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f01a26b-e249-4497-815b-59c27a4a12df req-29f71332-e1cb-40b3-b7b4-c73e27f4d8c1 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/security-groups?id=7a13e6d7-2185-4311-8abc-9e77ee11c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402344 Nov 12 07:54:21.583258 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fc9f7-304d-46c2-a1ba-572f3fbb4a0d req-729ee49a-ccb2-4252-a8a0-7895ff578602 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:21.589714 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a99fc9f7-304d-46c2-a1ba-572f3fbb4a0d req-729ee49a-ccb2-4252-a8a0-7895ff578602 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Synchronizing usage tracker for tenant:143042d4ad4f4544a25d0d580a57300a on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:21.593257 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:21.620179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Request body: {'port': {'device_id': 'd7d8e832-4a63-485b-aadf-0a5bd88c646f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:21.689763 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f0c8517-510d-47ba-bcfe-e7aae1b262f0 req-9babb7a9-4be4-4f33-80e4-814ca5bbb11a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bea8f324-51a8-4fe5-b3b5-847cadacbafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8900914 Nov 12 07:54:21.692538 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Performing IP validity checks on allocation pools {{(pid=80793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Nov 12 07:54:21.693302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Checking for overlaps among allocation pools and gateway ip {{(pid=80793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Nov 12 07:54:21.922324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f0c8517-510d-47ba-bcfe-e7aae1b262f0 req-7c6e5744-caaf-4649-a424-6029affecda3 service neutron] 10.222.0.41 "GET /v2.0/networks/bea8f324-51a8-4fe5-b3b5-847cadacbafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188647 Nov 12 07:54:22.064406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58860) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:22.105578 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a90ed3fe-52c2-4541-99c7-b155f52eed13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:22.135349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-a99fc9f7-304d-46c2-a1ba-572f3fbb4a0d req-729ee49a-ccb2-4252-a8a0-7895ff578602 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Unset dirty status for tenant:143042d4ad4f4544a25d0d580a57300a on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:22.142832 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a99fc9f7-304d-46c2-a1ba-572f3fbb4a0d req-729ee49a-ccb2-4252-a8a0-7895ff578602 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f HTTP/1.1" status: 200 len: 931 time: 1.2554634 Nov 12 07:54:22.146031 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:22.150788 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:22.159893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a90ed3fe-52c2-4541-99c7-b155f52eed13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:22.221139 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a90ed3fe-52c2-4541-99c7-b155f52eed13 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc3677644d94e3dad21f98ecc7dc18b is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:54:22.229736 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [None req-a90ed3fe-52c2-4541-99c7-b155f52eed13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:54:22.255288 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6f0c8517-510d-47ba-bcfe-e7aae1b262f0 req-03b9a5b8-5d26-4463-b005-b89d34679b89 service neutron] 10.222.0.41 "GET /v2.0/networks/bea8f324-51a8-4fe5-b3b5-847cadacbafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3167164 Nov 12 07:54:22.291803 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [None req-a90ed3fe-52c2-4541-99c7-b155f52eed13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:22.333238 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-a99fc9f7-304d-46c2-a1ba-572f3fbb4a0d req-d3f04838-b161-4d4a-b656-a8b948d10824 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892998 Nov 12 07:54:22.353727 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847232610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6534978'] for subnet, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:22.356924 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:22.376521 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ce6443a0-9db4-4ceb-845e-191d7165897c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:22.501482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169e3a9-2412-4871-95b5-f1526d1cc07d req-13074a87-d913-47ed-af24-d46349f0eb9c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:22.502259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d169e3a9-2412-4871-95b5-f1526d1cc07d req-13074a87-d913-47ed-af24-d46349f0eb9c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Synchronizing usage tracker for tenant:5944b8b968034cbe8465622a83c7a5a0 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:22.589075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-b5357f7f-e964-422e-b474-c98f4770e70a tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:22.590243 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-b5357f7f-e964-422e-b474-c98f4770e70a tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Synchronizing usage tracker for tenant:037670edd834470e90c5381f4e5864b7 on resource:port {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:22.596166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-d169e3a9-2412-4871-95b5-f1526d1cc07d req-13074a87-d913-47ed-af24-d46349f0eb9c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Unset dirty status for tenant:5944b8b968034cbe8465622a83c7a5a0 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:22.597647 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d169e3a9-2412-4871-95b5-f1526d1cc07d req-13074a87-d913-47ed-af24-d46349f0eb9c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports?device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 931 time: 0.6638265 Nov 12 07:54:22.617369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=f8919c83-c480-4cd8-9801-ec677b9031a2,revision_number=0']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:22.632404 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:22.648786 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a90ed3fe-52c2-4541-99c7-b155f52eed13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:22.655869 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-b5357f7f-e964-422e-b474-c98f4770e70a tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Unset dirty status for tenant:037670edd834470e90c5381f4e5864b7 on resource:port {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:22.657201 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-b5357f7f-e964-422e-b474-c98f4770e70a tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.41 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 945 time: 0.4923420 Nov 12 07:54:22.657831 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a90ed3fe-52c2-4541-99c7-b155f52eed13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:22.670617 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-c19740e2-710f-46f8-a000-9eb1d9109d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:22.803673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ed3fe-52c2-4541-99c7-b155f52eed13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7620cd-943e-42e7-be42-ab6ceb8c6d09,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:22.810699 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-a90ed3fe-52c2-4541-99c7-b155f52eed13 admin admin] 10.222.0.40 "GET /v2.0/security-groups?tenant_id=7cc3677644d94e3dad21f98ecc7dc18b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7448902 Nov 12 07:54:22.811744 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-a90ed3fe-52c2-4541-99c7-b155f52eed13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:22.819757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Deleting port 8c43d91a-f3da-4853-b75d-7515608b7a21 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:54:22.820303 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:22.846672 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80792) accepted ('10.222.0.40', 58868) {{(pid=80792) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:22.911230 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-d169e3a9-2412-4871-95b5-f1526d1cc07d req-a37eb2c6-997e-4e07-b6f3-7dc38c349bfb tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/security-groups?id=7c087924-d46b-4ec0-90d4-38c53015bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936165 Nov 12 07:54:22.936525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e51ad0-6ecf-4d24-b3a0-5361d7325fa5 req-6f0b719f-29a2-44b6-bb94-b8a7bd9bb1d0 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:22.944158 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-14e51ad0-6ecf-4d24-b3a0-5361d7325fa5 req-6f0b719f-29a2-44b6-bb94-b8a7bd9bb1d0 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 945 time: 0.4494066 Nov 12 07:54:22.966404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Checking segment: {'id': '28eb8c0f-4f11-4e30-bc38-d2ee38a36a84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c389c827-2541-499f-96cf-e3b34351dde4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:22.966806 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network hostable DHCP agents. Network: c389c827-2541-499f-96cf-e3b34351dde4, hostable agents: ['967e3aa7-4f04-476d-8d27-2817153b0783'], hosted agents: [] {{(pid=80793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 12 07:54:23.234177 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bac5e57f-ffdd-4980-ae28-c687c678a7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:23.244076 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-9f2fff89-ea55-4b49-bc96-aaccc5305f17 req-deb305b1-3748-4548-9e19-7f1042d8853c tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.0979483 Nov 12 07:54:23.285673 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-14e51ad0-6ecf-4d24-b3a0-5361d7325fa5 req-6ffb1a5f-680c-4515-ab66-3b1f7fd02327 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/security-groups?id=2897010e-c3f8-4af9-8929-c85df54e6698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403649 Nov 12 07:54:23.336112 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Allocated IP 10.1.1.221 (5875b624-a143-4342-b890-9d6934176210/764b1da3-c193-4c85-92e4-5f4b7d36924c/3e3c2d9b-2d69-46b1-847e-67ec22a25008) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:23.351400 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network c389c827-2541-499f-96cf-e3b34351dde4 is scheduled to be hosted by DHCP agent 967e3aa7-4f04-476d-8d27-2817153b0783 with binding_index 1 {{(pid=80793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 12 07:54:23.357074 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bac5e57f-ffdd-4980-ae28-c687c678a7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:23.380265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Resources bound (agent type, host, resource id): (DHCP agent, n-d-761264-6, c389c827-2541-499f-96cf-e3b34351dde4) {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:23.390241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c522dc14-ab5a-4ec8-9775-8ded22766b60 None None] Network c389c827-2541-499f-96cf-e3b34351dde4 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:54:23.442547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:23.443206 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:23.461733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] For port 8c43d91a-f3da-4853-b75d-7515608b7a21, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=8c43d91a-f3da-4853-b75d-7515608b7a21,segment=NetworkSegment(0aa14279-aace-42dc-88e6-b10efc265f08),segment_id=0aa14279-aace-42dc-88e6-b10efc265f08)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:23.462131 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:23.500345 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.resource_extend [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80792) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 12 07:54:23.589102 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-d3ec25d1-2f6e-4b73-839a-cd48dfe4df4c tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4876437 Nov 12 07:54:23.592108 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58886) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:23.602341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [None req-f778fad4-7c4a-4b3e-88b5-cef8ab9383ab tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:23.868409 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671755c8-5fbf-48b8-9120-54e88b9c584c {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:54:23.893788 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:23.902310 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bac5e57f-ffdd-4980-ae28-c687c678a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001563'] for security_group, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:23.914629 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-eedb2c98-ea65-44ae-8523-756011e9e0ea tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:23.929218 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f778fad4-7c4a-4b3e-88b5-cef8ab9383ab tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848240823'] for subnet, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:23.935448 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp781e173b-64ae-56dd-add8-956d43a31267-c389c827-2541-499f-96cf-e3b34351dde4', 'network_id': 'c389c827-2541-499f-96cf-e3b34351dde4', 'tenant_id': '5eaa05e4be9b47dfab0b48c31d5151c6', 'fixed_ips': [{'subnet_id': 'f8919c83-c480-4cd8-9801-ec677b9031a2'}]}} from n-d-761264-6. {{(pid=80794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 12 07:54:23.935655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5e57f-ffdd-4980-ae28-c687c678a7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7620cd-943e-42e7-be42-ab6ceb8c6d09,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:23.937109 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:23.958746 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-bac5e57f-ffdd-4980-ae28-c687c678a7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:23.981967 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb5612-9f6a-40de-8a5b-11f35720e69a req-3de613b8-795f-40f1-811f-b373e37f27f6 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:23.983799 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-05fb5612-9f6a-40de-8a5b-11f35720e69a req-3de613b8-795f-40f1-811f-b373e37f27f6 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?device_id=b007a276-b16b-41c7-afb5-ca3fa5ab18bb HTTP/1.1" status: 200 len: 945 time: 0.5001783 Nov 12 07:54:23.988697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Transition to ACTIVE for port object 671755c8-5fbf-48b8-9120-54e88b9c584c will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:24.004680 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks [] for floatingip, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:24.005347 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7950878'] for floatingip, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:24.005910 n-d-761264-6 neutron-server[80681]: INFO neutron.db.l3_db [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Floating IP 0c8e0f77-b7b8-451b-9035-fea9c47ab187 disassociated. External IP: 172.25.5.231, port: 8c43d91a-f3da-4853-b75d-7515608b7a21. Nov 12 07:54:24.006494 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Calling delete_port for 8c43d91a-f3da-4853-b75d-7515608b7a21 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:54:24.008052 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:24.249548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 8c43d91a-f3da-4853-b75d-7515608b7a21 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:54:24.336882 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:24.340455 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] No Port match for: 8c43d91a-f3da-4853-b75d-7515608b7a21 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:54:24.340916 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 8c43d91a-f3da-4853-b75d-7515608b7a21 not bound to the agent host n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:54:24.361670 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-77c3a6fa-0867-4b14-9af0-b43a167f46e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:24.465778 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Pushing event deleted for resources: {'Port': ['ID=8c43d91a-f3da-4853-b75d-7515608b7a21,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:24.477182 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-26171fd9-33ca-4a84-a314-5081bc612d59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:24.477616 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:24.492127 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 07:54:24.492127 n-d-761264-6 neutron-server[80681]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 12 07:54:24.492127 n-d-761264-6 neutron-server[80681]: [parameters: {'in_use': 1, 'id_1': 'f8919c83-c480-4cd8-9801-ec677b9031a2'}] Nov 12 07:54:24.492127 n-d-761264-6 neutron-server[80681]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80794) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:54:24.493761 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:54:24.516059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69d980-fc0f-49af-ac05-cdfef4dd2228 req-0d4f714e-1080-4706-a0fa-33897a84ec4a tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:24.530069 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ce69d980-fc0f-49af-ac05-cdfef4dd2228 req-0d4f714e-1080-4706-a0fa-33897a84ec4a tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f HTTP/1.1" status: 200 len: 931 time: 0.9352725 Nov 12 07:54:24.600001 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:24.687634 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bac5e57f-ffdd-4980-ae28-c687c678a7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:24.689057 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-bac5e57f-ffdd-4980-ae28-c687c678a7e1 admin admin] 10.222.0.40 "DELETE /v2.0/security-groups/eb7620cd-943e-42e7-be42-ab6ceb8c6d09 HTTP/1.1" status: 204 len: 168 time: 1.8413301 Nov 12 07:54:24.725719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Transition to ACTIVE for port object 3e3c2d9b-2d69-46b1-847e-67ec22a25008 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:24.735142 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=671755c8-5fbf-48b8-9120-54e88b9c584c,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:24.738876 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:24.759523 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-05fb5612-9f6a-40de-8a5b-11f35720e69a req-af0008ec-b451-40f8-8474-c443a80ce767 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/security-groups?id=7a13e6d7-2185-4311-8abc-9e77ee11c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7650859 Nov 12 07:54:24.806286 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ce69d980-fc0f-49af-ac05-cdfef4dd2228 req-436eba47-1305-4d1e-a502-3c53d46c1906 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915381 Nov 12 07:54:24.823945 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f778fad4-7c4a-4b3e-88b5-cef8ab9383ab tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788245912401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036847232573'] for subnet, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:24.860807 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b018038a-614a-4c01-b039-0810f192d1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:24.996340 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:25.013490 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:25.035621 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-87891ac2-7980-4b2e-96ce-5619fa2c60db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:25.039329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778fad4-7c4a-4b3e-88b5-cef8ab9383ab tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event updated for resources: {'Subnet': ['ID=f8919c83-c480-4cd8-9801-ec677b9031a2,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:25.045719 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f778fad4-7c4a-4b3e-88b5-cef8ab9383ab tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:25.201206 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778fad4-7c4a-4b3e-88b5-cef8ab9383ab tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:25.201804 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-f778fad4-7c4a-4b3e-88b5-cef8ab9383ab tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for subnet, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:25.203301 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-f778fad4-7c4a-4b3e-88b5-cef8ab9383ab tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "PUT /v2.0/subnets/f8919c83-c480-4cd8-9801-ec677b9031a2 HTTP/1.1" status: 200 len: 900 time: 1.6101868 Nov 12 07:54:25.207122 n-d-761264-6 neutron-server[80681]: DEBUG neutron.wsgi [-] (80793) accepted ('10.222.0.40', 58928) {{(pid=80793) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 12 07:54:25.368684 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6c578f55-2cf4-4f51-93c4-b86bc7532ccc req-f9e1be95-f60c-477d-9bfb-e5c9540b99c1 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 210 time: 0.3371639 Nov 12 07:54:25.404881 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Port': ['ID=3e3c2d9b-2d69-46b1-847e-67ec22a25008,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:25.409540 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:25.461813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Allocated IP 2001:db8::3 (c389c827-2541-499f-96cf-e3b34351dde4/f8919c83-c480-4cd8-9801-ec677b9031a2/154d070d-e0cc-4d92-a697-a791d77d6959) {{(pid=80794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:25.466652 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Attempting to bind port 671755c8-5fbf-48b8-9120-54e88b9c584c on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:25.467266 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Attempting to bind port 671755c8-5fbf-48b8-9120-54e88b9c584c by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:25.467898 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Attempting to bind port 671755c8-5fbf-48b8-9120-54e88b9c584c on network 281d3e6e-cd06-420d-a691-7020119b9d2e {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:25.487834 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Router 8891dc57-6d4f-4935-88b6-85abe6200156 has already been hosted by L3 agent bc66de7b-9b7f-4c5e-923c-5e7b445fc589 {{(pid=80793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 12 07:54:25.548184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:25.548791 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Checking segment: {'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:25.549798 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:25.550319 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Bound using segment: {'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:25.551415 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Bound port: 671755c8-5fbf-48b8-9120-54e88b9c584c, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa1a16e-b016-4542-adbe-e30f9237a700', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '281d3e6e-cd06-420d-a691-7020119b9d2e'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:25.551913 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:25.735865 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Notify callbacks [] for port, precommit_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:25.740397 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1365174'] for network, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:25.749464 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Transition to ACTIVE for port object 154d070d-e0cc-4d92-a697-a791d77d6959 will not be triggered until provisioned by entity L2. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:25.754011 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce6f4-b549-49a9-91bb-850f499adacf req-b178f881-73f2-4464-afd4-25b3810fd330 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:25.758979 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce6f4-b549-49a9-91bb-850f499adacf req-b178f881-73f2-4464-afd4-25b3810fd330 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:25.759698 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e8cce6f4-b549-49a9-91bb-850f499adacf req-b178f881-73f2-4464-afd4-25b3810fd330 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Synchronizing usage tracker for tenant:5944b8b968034cbe8465622a83c7a5a0 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:25.767913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Transition to ACTIVE for port object 154d070d-e0cc-4d92-a697-a791d77d6959 will not be triggered until provisioned by entity DHCP. {{(pid=80794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:25.775020 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534'] for port, after_create {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:25.863695 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ae069c28-b43c-443e-81c7-46e1426ff441 req-b4fc64dc-3290-4f2c-875d-b72c3d4605a3 tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.1191337 Nov 12 07:54:25.900660 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network 5875b624-a143-4342-b890-9d6934176210 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:25.911695 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:25.912994 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:25.928599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:54:25.966929 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Deleting port 154d070d-e0cc-4d92-a697-a791d77d6959 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:54:25.967316 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:26.020082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Network c389c827-2541-499f-96cf-e3b34351dde4 is already hosted by enough agents. {{(pid=80794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:26.024274 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Resources bound (agent type, host, resource id): {{(pid=80794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:26.036772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Received port after_create {{(pid=80794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:54:26.040863 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] For port 671755c8-5fbf-48b8-9120-54e88b9c584c, host n-h2-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:26.048760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e8cce6f4-b549-49a9-91bb-850f499adacf req-b178f881-73f2-4464-afd4-25b3810fd330 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Unset dirty status for tenant:5944b8b968034cbe8465622a83c7a5a0 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:26.051999 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e8cce6f4-b549-49a9-91bb-850f499adacf req-b178f881-73f2-4464-afd4-25b3810fd330 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports?device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 1653 time: 1.0407193 Nov 12 07:54:26.123070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Pushing event updated for resources: {'Port': ['ID=154d070d-e0cc-4d92-a697-a791d77d6959,revision_number=1']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:26.129843 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:26.145821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Attempting to bind port 154d070d-e0cc-4d92-a697-a791d77d6959 on host n-d-761264-6 for vnic_type normal with profile {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:26.146252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Attempting to bind port 154d070d-e0cc-4d92-a697-a791d77d6959 by drivers openvswitch on host n-d-761264-6 at level 0 using segments [{'id': '28eb8c0f-4f11-4e30-bc38-d2ee38a36a84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c389c827-2541-499f-96cf-e3b34351dde4'}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:26.146673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Attempting to bind port 154d070d-e0cc-4d92-a697-a791d77d6959 on network c389c827-2541-499f-96cf-e3b34351dde4 {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:26.161450 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Checking agent: {'id': '831aa46d-7c25-439e-ab39-d31aa98f084b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 30, 34), 'started_at': datetime.datetime(2020, 11, 12, 7, 31, 4), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-761264-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.53', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:26.161892 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Checking segment: {'id': '28eb8c0f-4f11-4e30-bc38-d2ee38a36a84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c389c827-2541-499f-96cf-e3b34351dde4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:26.162351 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:26.162824 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Bound using segment: {'id': '28eb8c0f-4f11-4e30-bc38-d2ee38a36a84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c389c827-2541-499f-96cf-e3b34351dde4'} {{(pid=80794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:26.163305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Bound port: 154d070d-e0cc-4d92-a697-a791d77d6959, host: n-d-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28eb8c0f-4f11-4e30-bc38-d2ee38a36a84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c389c827-2541-499f-96cf-e3b34351dde4'}}] {{(pid=80794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:26.163732 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:26.239169 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] For port 671755c8-5fbf-48b8-9120-54e88b9c584c, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=671755c8-5fbf-48b8-9120-54e88b9c584c,segment=NetworkSegment(ffa1a16e-b016-4542-adbe-e30f9237a700),segment_id=ffa1a16e-b016-4542-adbe-e30f9237a700)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:26.264305 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e8cce6f4-b549-49a9-91bb-850f499adacf req-030d2f33-82f9-41cc-957b-7493cd487654 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/security-groups?id=7c087924-d46b-4ec0-90d4-38c53015bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883876 Nov 12 07:54:26.276640 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:26.325190 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d97e22f8-a1ea-47d2-9547-97f8ef25e562 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:26.392739 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] For port 154d070d-e0cc-4d92-a697-a791d77d6959, host n-d-761264-6, cleared binding levels {{(pid=80794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:26.408278 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] For port 154d070d-e0cc-4d92-a697-a791d77d6959, host n-d-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=154d070d-e0cc-4d92-a697-a791d77d6959,segment=NetworkSegment(28eb8c0f-4f11-4e30-bc38-d2ee38a36a84),segment_id=28eb8c0f-4f11-4e30-bc38-d2ee38a36a84)] {{(pid=80794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:26.439264 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:26.536867 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify agent at l3_agent.n-d-761264-6 the message routers_updated {{(pid=80793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 12 07:54:26.537894 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=671755c8-5fbf-48b8-9120-54e88b9c584c,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:26.558620 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607453a-7121-4eb6-a059-ed36dbd2a728 None None] Sync routers for ids ['8891dc57-6d4f-4935-88b6-85abe6200156'] in n-d-761264-6 {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 12 07:54:26.565709 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:26.568985 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:26.584720 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607453a-7121-4eb6-a059-ed36dbd2a728 None None] Routers {'8891dc57-6d4f-4935-88b6-85abe6200156'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:54:26.585451 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-3607453a-7121-4eb6-a059-ed36dbd2a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:54:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['8891dc57-6d4f-4935-88b6-85abe6200156'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:26.658129 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] No DVR routers for this DVR port 8c43d91a-f3da-4853-b75d-7515608b7a21 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:54:26.664357 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:26.672271 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:26.681286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'name': 'network-vif-deleted', 'tag': '8c43d91a-f3da-4853-b75d-7515608b7a21'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:26.719716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] For port 154d070d-e0cc-4d92-a697-a791d77d6959, host n-d-761264-6, got binding levels [] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:26.720762 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:26.891956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-3607453a-7121-4eb6-a059-ed36dbd2a728 None None] Set router 8891dc57-6d4f-4935-88b6-85abe6200156 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:54:26.901101 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Pushing event updated for resources: {'Port': ['ID=154d070d-e0cc-4d92-a697-a791d77d6959,revision_number=2']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:26.904033 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-a0253a37-752c-4931-8b51-3d4dfa95f84f None None] Provisioning for port 3e3c2d9b-2d69-46b1-847e-67ec22a25008 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:26.922446 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:26.937377 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:26.938037 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-a0253a37-752c-4931-8b51-3d4dfa95f84f None None] Provisioning complete for port 3e3c2d9b-2d69-46b1-847e-67ec22a25008 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:26.938469 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a0253a37-752c-4931-8b51-3d4dfa95f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:27.023446 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-87a08e94-6cbd-44e8-81ea-8183ec97e37c req-345e85b6-7dc7-403d-9bb4-73f9dfcfe971 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.0668206 Nov 12 07:54:27.075802 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-a0253a37-752c-4931-8b51-3d4dfa95f84f None None] Port 3e3c2d9b-2d69-46b1-847e-67ec22a25008 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:54:27.145485 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:27.147113 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-e909eaf8-14a8-4970-abd9-74b641396ae7 service neutron] 10.222.0.33 "PUT /v2.0/ports/671755c8-5fbf-48b8-9120-54e88b9c584c HTTP/1.1" status: 200 len: 1155 time: 5.5398986 Nov 12 07:54:27.148520 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9597316 Nov 12 07:54:27.149605 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d8e832-4a63-485b-aadf-0a5bd88c646f', 'tag': '671755c8-5fbf-48b8-9120-54e88b9c584c'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:27.188076 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-79930d82-2dc6-44ad-a949-9ae725f0fa10 req-d6325c9a-39b9-44ae-ade6-72e7f26e8ea1 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.40 "GET /v2.0/ports?device_id=8eb8852b-4a32-4ce3-985f-5c885a2e1737 HTTP/1.1" status: 200 len: 210 time: 0.1226776 Nov 12 07:54:27.309873 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'network_id': '5875b624-a143-4342-b890-9d6934176210', 'admin_state_up': True, 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'security_groups': ['7c087924-d46b-4ec0-90d4-38c53015bae9']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:27.336790 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-3607453a-7121-4eb6-a059-ed36dbd2a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:37Z', 'revision_number': 4, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '71d14650-e37f-4e2c-947e-102fb0f4558a', 'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'mac_address': 'fa:16:3e:38:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:32Z', 'updated_at': '2020-11-12T07:52:52Z', 'revision_number': 5, 'project_id': '037670edd834470e90c5381f4e5864b7', 'subnets': [{'id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:27.341742 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607453a-7121-4eb6-a059-ed36dbd2a728 None None] Checking router: 8891dc57-6d4f-4935-88b6-85abe6200156 for host: n-d-761264-6 {{(pid=80795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 12 07:54:27.355599 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607453a-7121-4eb6-a059-ed36dbd2a728 None None] Routers {'8891dc57-6d4f-4935-88b6-85abe6200156'} bound to L3 agent in host n-d-761264-6 {{(pid=80795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 12 07:54:27.356885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-3607453a-7121-4eb6-a059-ed36dbd2a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-761264-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-12T07:30:33Z,description=,heartbeat_timestamp=2020-11-12T07:54:03Z,host='n-d-761264-6',id=bc66de7b-9b7f-4c5e-923c-5e7b445fc589,load=0,resource_versions=,resources_synced=,started_at=2020-11-12T07:30:33Z,topic='l3_agent')) {'router_ids': ['8891dc57-6d4f-4935-88b6-85abe6200156'], 'active': True} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:27.499985 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Calling delete_port for 154d070d-e0cc-4d92-a697-a791d77d6959 owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:54:27.629478 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fc7d3a8-5102-4790-adf1-e24b84c8a9b6 req-726c79c0-e27f-48d6-b09c-3cbd464fbf71 tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.1044972 Nov 12 07:54:27.643436 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvr_db [None req-3607453a-7121-4eb6-a059-ed36dbd2a728 None None] Set router 8891dc57-6d4f-4935-88b6-85abe6200156 gateway port host: n-d-761264-6 {{(pid=80795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 12 07:54:27.677060 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c68748eb-ced8-4b1b-8636-98ec237ef567 req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] 10.222.0.41 "DELETE /v2.0/ports/8c43d91a-f3da-4853-b75d-7515608b7a21 HTTP/1.1" status: 204 len: 173 time: 5.0077188 Nov 12 07:54:27.682522 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb8852b-4a32-4ce3-985f-5c885a2e1737', 'name': 'network-vif-deleted', 'tag': '8c43d91a-f3da-4853-b75d-7515608b7a21', 'status': 'completed', 'code': 200} Nov 12 07:54:27.684068 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:54:27.684431 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:54:27.688482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622bd42-76ac-41ed-8852-f15140a7f65c req-2f9bd7d6-979d-4428-826b-afb304c1c831 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:27.690235 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7622bd42-76ac-41ed-8852-f15140a7f65c req-2f9bd7d6-979d-4428-826b-afb304c1c831 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f HTTP/1.1" status: 200 len: 943 time: 0.7322998 Nov 12 07:54:27.793313 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-1828e809-3494-49b4-8064-d05ae54db63f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=143042d4ad4f4544a25d0d580a57300a&device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f HTTP/1.1" status: 200 len: 1158 time: 0.5938210 Nov 12 07:54:27.898399 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d8e832-4a63-485b-aadf-0a5bd88c646f', 'tag': '671755c8-5fbf-48b8-9120-54e88b9c584c', 'status': 'completed', 'code': 200} Nov 12 07:54:27.943641 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:27.947017 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-139ebc60-24c9-4098-b08a-5a3d0006041a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=671755c8-5fbf-48b8-9120-54e88b9c584c HTTP/1.1" status: 200 len: 217 time: 0.1366761 Nov 12 07:54:27.956418 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-7622bd42-76ac-41ed-8852-f15140a7f65c req-9555b6f9-1e10-4d56-92ff-ec1a89d98a19 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268260 Nov 12 07:54:28.009715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:28.133412 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device a965ada9-89f7-4de2-b002-8dad93d1e9f2 no longer exists at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:54:28.191863 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Deleting port 154d070d-e0cc-4d92-a697-a791d77d6959 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:54:28.192292 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:28.275261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_hamode_db [None req-3607453a-7121-4eb6-a059-ed36dbd2a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:37Z', 'revision_number': 4, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '71d14650-e37f-4e2c-947e-102fb0f4558a', 'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'mac_address': 'fa:16:3e:38:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:32Z', 'updated_at': '2020-11-12T07:52:52Z', 'revision_number': 5, 'project_id': '037670edd834470e90c5381f4e5864b7', 'subnets': [{'id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-761264-6', False) {} {{(pid=80795) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:28.282097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-fc7ec5f3-1502-41f4-8c37-84d5dc17aa57 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:28.291431 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-fc7ec5f3-1502-41f4-8c37-84d5dc17aa57 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 813 time: 0.2384758 Nov 12 07:54:28.295175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607453a-7121-4eb6-a059-ed36dbd2a728 None None] The sync data for ids ['8891dc57-6d4f-4935-88b6-85abe6200156'] in n-d-761264-6 is: [{'id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'name': 'tempest-ServersTestJSON-1126959635-router', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'external_fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-12T07:52:19Z', 'updated_at': '2020-11-12T07:52:37Z', 'revision_number': 4, 'project_id': '037670edd834470e90c5381f4e5864b7', 'gw_port': {'id': 'e6b138b6-53c7-40d1-b0c9-7e8cb0b82784', 'name': '', 'network_id': 'e05c3b57-937d-41ff-abac-1be23c57afec', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:32:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b29aec-2321-487c-aced-14e146eced75', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:21Z', 'updated_at': '2020-11-12T07:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b29aec-2321-487c-aced-14e146eced75', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-761264-6', '_interfaces': [{'id': '71d14650-e37f-4e2c-947e-102fb0f4558a', 'name': '', 'network_id': 'bea8f324-51a8-4fe5-b3b5-847cadacbafb', 'tenant_id': '037670edd834470e90c5381f4e5864b7', 'mac_address': 'fa:16:3e:38:0a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8891dc57-6d4f-4935-88b6-85abe6200156', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-761264-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-12T07:52:32Z', 'updated_at': '2020-11-12T07:52:52Z', 'revision_number': 5, 'project_id': '037670edd834470e90c5381f4e5864b7', 'subnets': [{'id': 'f0153474-f48c-4c1d-85df-6933a0d00531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 12 07:54:28.331782 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921cb93-1040-413b-903c-a6d3c7426016 req-c63542f4-6e28-4389-9797-b26449e2bc5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:28.336632 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30ce5c-b733-45dd-b186-96b259b640fe req-9b208fd1-2289-4a30-ba7b-2ce22af2f152 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:28.338639 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-c63542f4-6e28-4389-9797-b26449e2bc5d service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1a55730a-1a25-4a9d-9192-5d52333001a5 HTTP/1.1" status: 200 len: 850 time: 0.3711061 Nov 12 07:54:28.339429 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:28.340523 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ea30ce5c-b733-45dd-b186-96b259b640fe req-9b208fd1-2289-4a30-ba7b-2ce22af2f152 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.41 "GET /v2.0/ports?device_id=b007a276-b16b-41c7-afb5-ca3fa5ab18bb HTTP/1.1" status: 200 len: 945 time: 0.3086841 Nov 12 07:54:28.361160 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:28.442252 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-9460b5c8-9a8f-4bf9-931a-10307e8f83dc tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/quotas/1cb78d1b3cb94fb19047689a93cdd2b0 HTTP/1.1" status: 200 len: 375 time: 0.1473997 Nov 12 07:54:28.477229 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:28.541290 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b007a276-b16b-41c7-afb5-ca3fa5ab18bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a965ada9-89f7-4de2-b002-8dad93d1e9f2'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:28.576312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port a965ada9-89f7-4de2-b002-8dad93d1e9f2, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=a965ada9-89f7-4de2-b002-8dad93d1e9f2,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:28.584148 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:28.586177 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:28.677893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device a0c4533b-0e68-4d82-8ed0-98360035f176 no longer exists at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:54:28.752028 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ea30ce5c-b733-45dd-b186-96b259b640fe req-f0ba29e0-422e-4786-aa8f-360c8a401284 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Deleting port a965ada9-89f7-4de2-b002-8dad93d1e9f2 {{(pid=80793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:54:28.763631 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ea30ce5c-b733-45dd-b186-96b259b640fe req-f0ba29e0-422e-4786-aa8f-360c8a401284 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:28.881534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=a965ada9-89f7-4de2-b002-8dad93d1e9f2,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:28.895641 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:28.902833 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-34d1f43c-131e-49d6-bccf-619bc63a99f3 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=281d3e6e-cd06-420d-a691-7020119b9d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5114915 Nov 12 07:54:29.046125 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:29.090162 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed466e7b-ec13-425b-a395-82f66a777d3e None None] New status for floating IP 0c8e0f77-b7b8-451b-9035-fea9c47ab187: DOWN {{(pid=80794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 12 07:54:29.273745 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port a0c4533b-0e68-4d82-8ed0-98360035f176, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a0c4533b-0e68-4d82-8ed0-98360035f176,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:29.325541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a5fa0-66ce-4bb1-bc62-d27c7273cd1d None None] Network c389c827-2541-499f-96cf-e3b34351dde4 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:54:29.462535 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:29.582593 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] For port 154d070d-e0cc-4d92-a697-a791d77d6959, host n-d-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-761264-6',level=0,port_id=154d070d-e0cc-4d92-a697-a791d77d6959,segment=NetworkSegment(28eb8c0f-4f11-4e30-bc38-d2ee38a36a84),segment_id=28eb8c0f-4f11-4e30-bc38-d2ee38a36a84)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:29.583272 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:29.612008 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 154d070d-e0cc-4d92-a697-a791d77d6959 up at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:29.654850 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-b55e9d09-40e4-49c1-97db-3e6502477669 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:29.763328 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Calling delete_port for 154d070d-e0cc-4d92-a697-a791d77d6959 owned by network:dhcp {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:54:29.802219 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=a0c4533b-0e68-4d82-8ed0-98360035f176,revision_number=5']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:29.814389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Allocated IP 10.1.1.247 (5875b624-a143-4342-b890-9d6934176210/764b1da3-c193-4c85-92e4-5f4b7d36924c/c013e704-2d84-460c-aebb-3a829dbfda03) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:29.827052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-ea30ce5c-b733-45dd-b186-96b259b640fe req-f0ba29e0-422e-4786-aa8f-360c8a401284 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] For port a965ada9-89f7-4de2-b002-8dad93d1e9f2, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=a965ada9-89f7-4de2-b002-8dad93d1e9f2,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:29.827475 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ea30ce5c-b733-45dd-b186-96b259b640fe req-f0ba29e0-422e-4786-aa8f-360c8a401284 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:29.981586 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-ea30ce5c-b733-45dd-b186-96b259b640fe req-f0ba29e0-422e-4786-aa8f-360c8a401284 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Calling delete_port for a965ada9-89f7-4de2-b002-8dad93d1e9f2 owned by compute:nova {{(pid=80793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:54:30.058540 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:30.115844 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:30.206488 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:30.224062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-96f35e33-3273-4ec1-8593-cc2130fcea0e None None] Provisioning for port 154d070d-e0cc-4d92-a697-a791d77d6959 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:30.226026 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-7c199c0f-491c-4145-92c5-917fba4ab828 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:30.233102 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-96f35e33-3273-4ec1-8593-cc2130fcea0e None None] Provisioning complete for port 154d070d-e0cc-4d92-a697-a791d77d6959 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:30.233545 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-96f35e33-3273-4ec1-8593-cc2130fcea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:30.247344 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Transition to ACTIVE for port object c013e704-2d84-460c-aebb-3a829dbfda03 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:30.273070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-96f35e33-3273-4ec1-8593-cc2130fcea0e None None] Port 154d070d-e0cc-4d92-a697-a791d77d6959 was deleted so its status cannot be updated. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:315}} Nov 12 07:54:30.294294 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:30.310551 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No active binding found for port 154d070d-e0cc-4d92-a697-a791d77d6959 {{(pid=80794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 12 07:54:30.310938 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 154d070d-e0cc-4d92-a697-a791d77d6959 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Nov 12 07:54:30.332419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Port': ['ID=154d070d-e0cc-4d92-a697-a791d77d6959,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:30.355474 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:30.356467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Port 154d070d-e0cc-4d92-a697-a791d77d6959 not found, will not notify nova. {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Nov 12 07:54:30.358352 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6705ab6e-f705-4daa-8047-38c7e1d00eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:30.382630 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ea30ce5c-b733-45dd-b186-96b259b640fe req-f0ba29e0-422e-4786-aa8f-360c8a401284 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:30.415076 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34030b9-e96f-4450-8708-089bea73a5bd req-7d9bac89-beb7-44ab-ad7b-1501a3574079 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:30.420680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34030b9-e96f-4450-8708-089bea73a5bd req-7d9bac89-beb7-44ab-ad7b-1501a3574079 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:30.429381 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e34030b9-e96f-4450-8708-089bea73a5bd req-7d9bac89-beb7-44ab-ad7b-1501a3574079 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports?device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 1653 time: 1.4973340 Nov 12 07:54:30.431347 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-76e05978-87b0-4207-be28-fbdf23708306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:30.538040 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-709b6fb9-639a-41eb-916b-37ab902a255a tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:30.581557 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e34030b9-e96f-4450-8708-089bea73a5bd req-b98f3053-d2ad-45d1-90cc-2eca9fbd5a52 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/security-groups?id=7c087924-d46b-4ec0-90d4-38c53015bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512353 Nov 12 07:54:30.586773 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c277387-60c4-4712-979c-0b2535c4d6b0 None None] Network c389c827-2541-499f-96cf-e3b34351dde4 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:54:30.609616 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181771bd-ada3-4585-82f8-e945c7f9f9e2 req-df8955a1-ed73-4aa8-a65b-23ea513c4f6f tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:30.615355 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-181771bd-ada3-4585-82f8-e945c7f9f9e2 req-df8955a1-ed73-4aa8-a65b-23ea513c4f6f tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.33 "GET /v2.0/ports?device_id=65ad020a-7885-4572-a8b1-e2564a95855f HTTP/1.1" status: 200 len: 945 time: 1.9931269 Nov 12 07:54:30.639788 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba29e0-422e-4786-aa8f-360c8a401284 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Pushing event deleted for resources: {'Port': ['ID=a965ada9-89f7-4de2-b002-8dad93d1e9f2,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:30.643758 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f0ba29e0-422e-4786-aa8f-360c8a401284 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:30.712965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea30ce5c-b733-45dd-b186-96b259b640fe req-f0ba29e0-422e-4786-aa8f-360c8a401284 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] No DVR routers for this DVR port a965ada9-89f7-4de2-b002-8dad93d1e9f2 on host n-h1-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:54:30.717091 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-ea30ce5c-b733-45dd-b186-96b259b640fe req-f0ba29e0-422e-4786-aa8f-360c8a401284 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:30.719970 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b007a276-b16b-41c7-afb5-ca3fa5ab18bb', 'name': 'network-vif-deleted', 'tag': 'a965ada9-89f7-4de2-b002-8dad93d1e9f2'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:30.793209 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] No DVR routers for this DVR port 154d070d-e0cc-4d92-a697-a791d77d6959 on host n-d-761264-6 {{(pid=80793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:54:30.800229 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-a606abd2-2bad-451d-8474-a77f456a6df9 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.40 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&fields=id HTTP/1.1" status: 200 len: 302 time: 2.0209892 Nov 12 07:54:30.855476 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-05df216c-4e00-4f1a-8914-85a61f41861f None None] Could not find standard attr ID for object 154d070d-e0cc-4d92-a697-a791d77d6959. {{(pid=80794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Nov 12 07:54:30.880275 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-ea30ce5c-b733-45dd-b186-96b259b640fe req-f0ba29e0-422e-4786-aa8f-360c8a401284 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.41 "DELETE /v2.0/ports/a965ada9-89f7-4de2-b002-8dad93d1e9f2 HTTP/1.1" status: 204 len: 173 time: 2.5273252 Nov 12 07:54:30.913394 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b007a276-b16b-41c7-afb5-ca3fa5ab18bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a965ada9-89f7-4de2-b002-8dad93d1e9f2', 'code': 200} Nov 12 07:54:30.940665 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853330446'] for subnet, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:31.022903 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-3e99cf7d-4360-48fa-9fa6-57e692590b11 service neutron] 10.222.0.40 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196383 Nov 12 07:54:31.203369 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b970e5-b3d7-4e24-9dc2-0022b4d937c1 None None] get_active_networks_info from n-d-761264-6 {{(pid=80794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 12 07:54:31.251428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Port': ['ID=c013e704-2d84-460c-aebb-3a829dbfda03,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:31.256112 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-c3c19261-57bd-4187-b8e0-47ebe1182803 req-4d43f301-9939-48ac-834b-7ae9817acec0 tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.1049509 Nov 12 07:54:31.267271 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-beedf7eb-29d1-4ffa-ba4d-c856e518d9b3 service neutron] 10.222.0.40 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2447019 Nov 12 07:54:31.305385 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:31.393963 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-f37c6a3f-a423-471d-8ef5-289e5cfda57d service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3348174 Nov 12 07:54:31.491561 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1445370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7543258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848240774'] for subnet, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:31.536160 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-cd7a05e8-9d5c-4ec0-8c14-6ee8d818c92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:31.577149 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b970e5-b3d7-4e24-9dc2-0022b4d937c1 None None] Resources bound (agent type, host, resource id): {{(pid=80794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 12 07:54:31.663502 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-181771bd-ada3-4585-82f8-e945c7f9f9e2 req-aa01d894-8054-41ad-a82b-21ace1c3a6d4 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Deleting port a0c4533b-0e68-4d82-8ed0-98360035f176 {{(pid=80792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1855}} Nov 12 07:54:31.664006 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-181771bd-ada3-4585-82f8-e945c7f9f9e2 req-aa01d894-8054-41ad-a82b-21ace1c3a6d4 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248608868775'] for port, before_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:31.687785 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Subnet': ['ID=f8919c83-c480-4cd8-9801-ec677b9031a2,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:31.699220 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:31.818352 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6921cb93-1040-413b-903c-a6d3c7426016 req-978497c1-b9dd-4610-a635-33ea56a21188 service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4097004 Nov 12 07:54:32.124928 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853307455', 'neutron.services.segments.db._delete_segments_for_network--9223363248608804553'] for network, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:32.156455 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3235b9a5-20d1-497f-b948-872537ad4012 None None] get_active_networks_info from n-d-761264-6 {{(pid=80794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 12 07:54:32.338523 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-172cfa23-e5de-4ce7-951a-b90ca5fde779 req-dd21d9b8-6959-49a4-ac0c-d0aa1ac21684 tempest-FlavorsV2NegativeTest-273409030 tempest-FlavorsV2NegativeTest-273409030] 10.222.0.40 "GET /v2.0/networks?tenant_id=6b0366f7e9e34e7bb3cc888aa9ca5ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2283285 Nov 12 07:54:32.339126 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c389c827-2541-499f-96cf-e3b34351dde4']}} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:32.342663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network 5875b624-a143-4342-b890-9d6934176210 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:32.352361 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-181771bd-ada3-4585-82f8-e945c7f9f9e2 req-aa01d894-8054-41ad-a82b-21ace1c3a6d4 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] For port a0c4533b-0e68-4d82-8ed0-98360035f176, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=a0c4533b-0e68-4d82-8ed0-98360035f176,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:32.352752 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-181771bd-ada3-4585-82f8-e945c7f9f9e2 req-aa01d894-8054-41ad-a82b-21ace1c3a6d4 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7950554'] for port, precommit_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:32.354255 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28eb8c0f-4f11-4e30-bc38-d2ee38a36a84') {'for_net_delete': True} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:32.354593 n-d-761264-6 neutron-server[80681]: DEBUG neutron.services.segments.db [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28eb8c0f-4f11-4e30-bc38-d2ee38a36a84') {} {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 12 07:54:32.362520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:32.373130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:54:32.374558 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248608808649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8206133'] for segment, before_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:32.378734 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235b9a5-20d1-497f-b948-872537ad4012 None None] Resources bound (agent type, host, resource id): {{(pid=80794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Nov 12 07:54:32.392923 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853332835'] for segment, precommit_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:32.395356 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Releasing vxlan tunnel 13 to pool {{(pid=80793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 12 07:54:32.546128 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:32.547236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:32.724638 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [req-181771bd-ada3-4585-82f8-e945c7f9f9e2 req-aa01d894-8054-41ad-a82b-21ace1c3a6d4 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Calling delete_port for a0c4533b-0e68-4d82-8ed0-98360035f176 owned by compute:nova {{(pid=80792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1928}} Nov 12 07:54:32.772852 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe34d209-ad7f-4b79-ad81-61f0ad08af4d tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4728038 Nov 12 07:54:32.822186 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460', 'admin_state_up': True, 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'security_groups': ['7c087924-d46b-4ec0-90d4-38c53015bae9']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:32.900764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ffe4f-6a28-4287-b73f-d66e9a1e29bd None None] Network c389c827-2541-499f-96cf-e3b34351dde4 requested from n-d-761264-6 {{(pid=80794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 12 07:54:32.925060 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ad020a-7885-4572-a8b1-e2564a95855f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c4533b-0e68-4d82-8ed0-98360035f176'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:32.949426 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network c389c827-2541-499f-96cf-e3b34351dde4 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:54:32.964764 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853332850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7543137'] for segment, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:33.172750 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-5d063245-1945-4258-930d-710f37ed1cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:33.174684 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:33.183852 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Network c389c827-2541-499f-96cf-e3b34351dde4 has no segments {{(pid=80793) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 12 07:54:33.206625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d68b496a-7659-452d-9ef3-6741be431e56 None None] Provisioning for port c013e704-2d84-460c-aebb-3a829dbfda03 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:33.212625 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-d68b496a-7659-452d-9ef3-6741be431e56 None None] Provisioning complete for port c013e704-2d84-460c-aebb-3a829dbfda03 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:33.212625 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d68b496a-7659-452d-9ef3-6741be431e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: Traceback (most recent call last): Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: timer() Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: cb(*args, **kw) Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: return func(*args, **kwargs) Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: self._notify() Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: self.callback(batched_events) Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: event.method(event) Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: segment_id)['aggregates'][0] Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: return f(self, *a, **k) Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: return self._get(url).json() Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: **kwargs) Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: return self.request(url, 'GET', **kwargs) Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: **endpoint_filter) Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 07:54:33.220111 n-d-761264-6 neutron-server[80681]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 07:54:33.228111 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d71430e-7eba-481a-9828-c5f67e8d19f0 req-2c723031-4aaa-4531-84e9-5f92b08f7b59 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=143042d4ad4f4544a25d0d580a57300a&device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f HTTP/1.1" status: 200 len: 1158 time: 1.1158109 Nov 12 07:54:33.245920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff82247d-6e8c-453e-aff7-115d44da5a54 None None] DHCP port deletion for c389c827-2541-499f-96cf-e3b34351dde4 request from n-d-761264-6 {{(pid=80794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 12 07:54:33.265082 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25930e14-6bc1-4308-b712-c5fed599105b req-49c16935-a9f9-4263-816a-3d0d724f3f81 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:33.278682 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 154d070d-e0cc-4d92-a697-a791d77d6959 no longer exists at agent ovs-agent-n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 12 07:54:33.279156 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25930e14-6bc1-4308-b712-c5fed599105b req-49c16935-a9f9-4263-816a-3d0d724f3f81 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/ports?device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f HTTP/1.1" status: 200 len: 943 time: 1.4566894 Nov 12 07:54:33.319472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] No Port match for: 154d070d-e0cc-4d92-a697-a791d77d6959 {{(pid=80794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2181}} Nov 12 07:54:33.319893 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Device 154d070d-e0cc-4d92-a697-a791d77d6959 not bound to the agent host n-d-761264-6 {{(pid=80794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 12 07:54:33.337561 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-d68b496a-7659-452d-9ef3-6741be431e56 None None] Port c013e704-2d84-460c-aebb-3a829dbfda03 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:54:33.338233 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728'] for network, after_delete {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:33.339997 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:33.345236 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Notify callbacks [] for network, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:33.348537 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:33.373886 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Pushing event deleted for resources: {'Network': ['ID=c389c827-2541-499f-96cf-e3b34351dde4,revision_number=None']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:33.377046 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:33.389416 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] 10.222.0.40 "DELETE /v2.0/networks/c389c827-2541-499f-96cf-e3b34351dde4 HTTP/1.1" status: 204 len: 168 time: 8.1798375 Nov 12 07:54:33.482813 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:33.487252 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Usage tracker for resource:port and tenant:5944b8b968034cbe8465622a83c7a5a0 is out of sync, need to count used quota {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:54:33.491014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Quota usage for port was recalculated. Used quota:10. {{(pid=80792) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:54:33.496927 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:33.554729 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:33.689015 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cfa23-e5de-4ce7-951a-b90ca5fde779 req-5c2931d6-868e-4782-852f-015d3e675490 tempest-FlavorsV2NegativeTest-273409030 tempest-FlavorsV2NegativeTest-273409030] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:33.690662 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-172cfa23-e5de-4ce7-951a-b90ca5fde779 req-5c2931d6-868e-4782-852f-015d3e675490 tempest-FlavorsV2NegativeTest-273409030 tempest-FlavorsV2NegativeTest-273409030] 10.222.0.40 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3418026 Nov 12 07:54:33.785647 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-25930e14-6bc1-4308-b712-c5fed599105b req-524fd681-ce2f-4254-90be-2f28949c01f3 tempest-ServerRescueTestJSON-42346311 tempest-ServerRescueTestJSON-42346311] 10.222.0.40 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094732 Nov 12 07:54:33.810374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-9b985958-62ad-4cec-aa07-7c3293da9428 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:33.811144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-9b985958-62ad-4cec-aa07-7c3293da9428 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Synchronizing usage tracker for tenant:1cb78d1b3cb94fb19047689a93cdd2b0 on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:33.817003 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-172cfa23-e5de-4ce7-951a-b90ca5fde779 req-173beda3-451c-4abf-b2a6-de4f96864c54 tempest-FlavorsV2NegativeTest-273409030 tempest-FlavorsV2NegativeTest-273409030] 10.222.0.40 "GET /v2.0/quotas/6b0366f7e9e34e7bb3cc888aa9ca5ae4 HTTP/1.1" status: 200 len: 375 time: 0.0734446 Nov 12 07:54:33.821188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71430e-7eba-481a-9828-c5f67e8d19f0 req-8753ca35-5451-406f-9ed4-da0f5978b146 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:33.822794 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d71430e-7eba-481a-9828-c5f67e8d19f0 req-8753ca35-5451-406f-9ed4-da0f5978b146 service neutron] 10.222.0.33 "GET /v2.0/networks?id=281d3e6e-cd06-420d-a691-7020119b9d2e HTTP/1.1" status: 200 len: 904 time: 0.5673254 Nov 12 07:54:33.846280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f4be44f5-6932-4de9-8116-86bd87895433 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:33.847016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f4be44f5-6932-4de9-8116-86bd87895433 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Synchronizing usage tracker for tenant:1cb78d1b3cb94fb19047689a93cdd2b0 on resource:network {{(pid=80793) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:33.862525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-9b985958-62ad-4cec-aa07-7c3293da9428 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Unset dirty status for tenant:1cb78d1b3cb94fb19047689a93cdd2b0 on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:33.863827 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-9b985958-62ad-4cec-aa07-7c3293da9428 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.33 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 813 time: 0.4077232 Nov 12 07:54:33.865667 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b007a276-b16b-41c7-afb5-ca3fa5ab18bb', 'name': 'network-vif-deleted', 'tag': 'a965ada9-89f7-4de2-b002-8dad93d1e9f2', 'status': 'completed', 'code': 200} Nov 12 07:54:33.867888 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.db.api [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f4be44f5-6932-4de9-8116-86bd87895433 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['PRIMARY'] with value(s) 1cb78d1b3cb94fb19047689a93cdd2b0-network {{(pid=80793) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 12 07:54:33.868234 n-d-761264-6 neutron-server[80681]: DEBUG oslo_db.api [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f4be44f5-6932-4de9-8116-86bd87895433 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=80793) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 12 07:54:33.889531 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Request body: {'port': {'device_id': '23c7575f-e6c8-4376-8731-cf5d4101cd2f', 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f', 'admin_state_up': True, 'tenant_id': '1cb78d1b3cb94fb19047689a93cdd2b0'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:33.952815 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-181771bd-ada3-4585-82f8-e945c7f9f9e2 req-aa01d894-8054-41ad-a82b-21ace1c3a6d4 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248608863416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248609314318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_delete {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:33.965055 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-172cfa23-e5de-4ce7-951a-b90ca5fde779 req-ad2f90e7-3d98-4072-b0e2-2f853d4e7040 tempest-FlavorsV2NegativeTest-273409030 tempest-FlavorsV2NegativeTest-273409030] 10.222.0.40 "GET /v2.0/ports?tenant_id=6b0366f7e9e34e7bb3cc888aa9ca5ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1351104 Nov 12 07:54:33.981366 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-92500725-a487-4096-b964-dfd93ed8319d tempest-ListServersNegativeTestJSON-2042040399 tempest-ListServersNegativeTestJSON-2042040399] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:34.034938 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:34.046214 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01d894-8054-41ad-a82b-21ace1c3a6d4 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Pushing event deleted for resources: {'Port': ['ID=a0c4533b-0e68-4d82-8ed0-98360035f176,revision_number=None']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:34.054918 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d71430e-7eba-481a-9828-c5f67e8d19f0 req-8ad01cf0-e340-4222-828c-8a9d5a120e44 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=671755c8-5fbf-48b8-9120-54e88b9c584c HTTP/1.1" status: 200 len: 217 time: 0.1803813 Nov 12 07:54:34.059251 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-aa01d894-8054-41ad-a82b-21ace1c3a6d4 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:34.059712 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:34.064770 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Usage tracker for resource:port and tenant:1cb78d1b3cb94fb19047689a93cdd2b0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:54:34.068964 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:54:34.075080 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:34.085829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Made reservation on behalf of 1cb78d1b3cb94fb19047689a93cdd2b0 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:34.092568 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:34.326444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:34.370427 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-3f865bcc-c3ec-4c3a-adb0-90a306d98d82 req-4588f2be-c93e-48e3-b6c2-819359455dd7 tempest-ServerShowV247Test-577762654 tempest-ServerShowV247Test-577762654] 10.222.0.40 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de&device_id=79fe0e2f-5528-46c8-bae8-def5dae12fc7 HTTP/1.1" status: 200 len: 210 time: 0.1159718 Nov 12 07:54:34.393097 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f4be44f5-6932-4de9-8116-86bd87895433 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Unset dirty status for tenant:1cb78d1b3cb94fb19047689a93cdd2b0 on resource:network {{(pid=80793) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:34.394276 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f4be44f5-6932-4de9-8116-86bd87895433 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.41 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 813 time: 0.8917136 Nov 12 07:54:34.424229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-181771bd-ada3-4585-82f8-e945c7f9f9e2 req-aa01d894-8054-41ad-a82b-21ace1c3a6d4 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] No DVR routers for this DVR port a0c4533b-0e68-4d82-8ed0-98360035f176 on host n-h2-761264-6 {{(pid=80792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 12 07:54:34.435545 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ad020a-7885-4572-a8b1-e2564a95855f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0c4533b-0e68-4d82-8ed0-98360035f176', 'code': 200} Nov 12 07:54:34.445266 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Request body: {'port': {'device_id': 'c56eb7a2-c2b6-4230-b243-c277613179c4', 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f', 'admin_state_up': True, 'tenant_id': '1cb78d1b3cb94fb19047689a93cdd2b0'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:34.470760 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-181771bd-ada3-4585-82f8-e945c7f9f9e2 req-aa01d894-8054-41ad-a82b-21ace1c3a6d4 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:34.473965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ad020a-7885-4572-a8b1-e2564a95855f', 'name': 'network-vif-deleted', 'tag': 'a0c4533b-0e68-4d82-8ed0-98360035f176'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:34.480155 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71430e-7eba-481a-9828-c5f67e8d19f0 req-2362f8fc-9bbb-4faf-b7bf-84b8c33bf109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:34.481780 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d71430e-7eba-481a-9828-c5f67e8d19f0 req-2362f8fc-9bbb-4faf-b7bf-84b8c33bf109 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1a55730a-1a25-4a9d-9192-5d52333001a5 HTTP/1.1" status: 200 len: 850 time: 0.3683529 Nov 12 07:54:34.569972 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-181771bd-ada3-4585-82f8-e945c7f9f9e2 req-aa01d894-8054-41ad-a82b-21ace1c3a6d4 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.33 "DELETE /v2.0/ports/a0c4533b-0e68-4d82-8ed0-98360035f176 HTTP/1.1" status: 204 len: 173 time: 3.9304407 Nov 12 07:54:34.576617 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d71430e-7eba-481a-9828-c5f67e8d19f0 req-ff424e16-7406-4179-845c-2dcf7abbe1af service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=281d3e6e-cd06-420d-a691-7020119b9d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841899 Nov 12 07:54:34.591045 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Allocated IP 172.20.0.2 (66577698-377a-440c-84a4-a8da2851ee1f/28ec9a0e-dc8a-455f-8147-bb9467bcaff9/4609a2e2-19ef-4410-b619-069468d28134) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:34.600455 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ad020a-7885-4572-a8b1-e2564a95855f', 'name': 'network-vif-deleted', 'tag': 'a0c4533b-0e68-4d82-8ed0-98360035f176', 'status': 'completed', 'code': 200} Nov 12 07:54:34.685229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:34.698467 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Usage tracker for resource:port and tenant:1cb78d1b3cb94fb19047689a93cdd2b0 is out of sync, need to count used quota {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 12 07:54:34.704152 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Quota usage for port was recalculated. Used quota:0. {{(pid=80793) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 12 07:54:34.727860 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:34.783955 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c655-6c72-4201-a543-23af78d37883 req-1207ae9c-cabb-4a66-9da4-e79518cb189c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:34.789067 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c655-6c72-4201-a543-23af78d37883 req-1207ae9c-cabb-4a66-9da4-e79518cb189c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:34.793510 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c655-6c72-4201-a543-23af78d37883 req-1207ae9c-cabb-4a66-9da4-e79518cb189c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:34.794428 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5fc0c655-6c72-4201-a543-23af78d37883 req-1207ae9c-cabb-4a66-9da4-e79518cb189c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Synchronizing usage tracker for tenant:5944b8b968034cbe8465622a83c7a5a0 on resource:port {{(pid=80792) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 12 07:54:34.803430 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Made reservation on behalf of 1cb78d1b3cb94fb19047689a93cdd2b0 for: {'port': 1} {{(pid=80793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:34.809072 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:34.850854 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:34.901577 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d71430e-7eba-481a-9828-c5f67e8d19f0 req-efa3076a-a177-45b9-84e1-79be639bd9be service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001370 Nov 12 07:54:34.908982 n-d-761264-6 neutron-server[80681]: DEBUG neutron.quota.resource [req-5fc0c655-6c72-4201-a543-23af78d37883 req-1207ae9c-cabb-4a66-9da4-e79518cb189c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Unset dirty status for tenant:5944b8b968034cbe8465622a83c7a5a0 on resource:port {{(pid=80792) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 12 07:54:34.910778 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fc0c655-6c72-4201-a543-23af78d37883 req-1207ae9c-cabb-4a66-9da4-e79518cb189c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/ports?device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 2374 time: 0.5472836 Nov 12 07:54:35.000971 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.067376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 671755c8-5fbf-48b8-9120-54e88b9c584c up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:35.122571 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.140169 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9911c7d9-605c-4b9f-9971-08c3454b7a38 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:35.143995 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5fc0c655-6c72-4201-a543-23af78d37883 req-4786015c-e71a-40bd-9b4f-0340d4c1c0e0 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.40 "GET /v2.0/security-groups?id=7c087924-d46b-4ec0-90d4-38c53015bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068994 Nov 12 07:54:35.171794 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Allocated IP 10.2.2.100 (c219fe8c-3a74-4d7e-8fb1-28d597059460/ecd4077a-478f-44e0-a5c0-5c5cd621ce81/8af9210c-d598-48e7-b6ce-1f62e180c5f2) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:35.172190 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 671755c8-5fbf-48b8-9120-54e88b9c584c completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:35.181068 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 671755c8-5fbf-48b8-9120-54e88b9c584c triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:35.181741 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.182061 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-2d71430e-7eba-481a-9828-c5f67e8d19f0 req-a7f67100-e93c-43f0-a8ff-a2e9ac2c34bc service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2707703 Nov 12 07:54:35.323390 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.351420 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Pushing event updated for resources: {'Port': ['ID=4609a2e2-19ef-4410-b619-069468d28134,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:35.358126 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:35.371337 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 671755c8-5fbf-48b8-9120-54e88b9c584c, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=671755c8-5fbf-48b8-9120-54e88b9c584c,segment=NetworkSegment(ffa1a16e-b016-4542-adbe-e30f9237a700),segment_id=ffa1a16e-b016-4542-adbe-e30f9237a700)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:35.377556 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.380052 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ee3ebed5-fc84-4cba-a929-d759b6b01116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:35.392030 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Allocated IP 172.20.0.6 (66577698-377a-440c-84a4-a8da2851ee1f/28ec9a0e-dc8a-455f-8147-bb9467bcaff9/b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c) {{(pid=80793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:35.403487 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.420871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Transition to ACTIVE for port object 8af9210c-d598-48e7-b6ce-1f62e180c5f2 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:35.445245 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.455956 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=671755c8-5fbf-48b8-9120-54e88b9c584c,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:35.462925 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:35.465762 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d65523ad-36a2-430e-9d14-a92afc45ef08 tempest-MigrationsAdminTest-1658507229 tempest-MigrationsAdminTest-1658507229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:35.488230 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Network 66577698-377a-440c-84a4-a8da2851ee1f is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:35.492842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:35.496828 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:54:35.606014 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Port': ['ID=8af9210c-d598-48e7-b6ce-1f62e180c5f2,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:35.619136 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:35.652133 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:35.652806 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.664619 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network c219fe8c-3a74-4d7e-8fb1-28d597059460 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:35.665765 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:35.668061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:54:35.709061 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-62f1f8a7-260f-40ee-8a67-9e561ff19665 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8238697 Nov 12 07:54:35.727896 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Request body: {'port': {'device_id': '23c7575f-e6c8-4376-8731-cf5d4101cd2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:35.736235 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:35.736958 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.758547 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-9ddbd972-a82b-4f8d-9ed3-73113ca5b09b tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9438038 Nov 12 07:54:35.769523 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460', 'admin_state_up': True, 'tenant_id': '5944b8b968034cbe8465622a83c7a5a0', 'security_groups': ['7c087924-d46b-4ec0-90d4-38c53015bae9']}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:35.771345 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks [] for port, precommit_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.873720 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.879270 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3295b4d0-7f8c-4fd5-a51a-04ea542b5984 None None] Provisioning for port 8af9210c-d598-48e7-b6ce-1f62e180c5f2 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:35.884923 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-3295b4d0-7f8c-4fd5-a51a-04ea542b5984 None None] Provisioning complete for port 8af9210c-d598-48e7-b6ce-1f62e180c5f2 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:35.885639 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3295b4d0-7f8c-4fd5-a51a-04ea542b5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.892295 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847232716'] for port, after_create {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:35.909826 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-806ad54c-ef1b-40c6-8a93-973fbe5151e9 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:35.944680 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-3295b4d0-7f8c-4fd5-a51a-04ea542b5984 None None] Port 8af9210c-d598-48e7-b6ce-1f62e180c5f2 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:54:36.102591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Pushing event updated for resources: {'Port': ['ID=b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c,revision_number=1']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:36.110234 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:36.194006 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 12 07:54:36.205059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.quota.driver [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=80792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 12 07:54:36.215920 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Made reservation on behalf of 5944b8b968034cbe8465622a83c7a5a0 for: {'port': 1} {{(pid=80792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 12 07:54:36.224308 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:36.437121 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d8e832-4a63-485b-aadf-0a5bd88c646f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671755c8-5fbf-48b8-9120-54e88b9c584c'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:36.501585 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d8e832-4a63-485b-aadf-0a5bd88c646f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671755c8-5fbf-48b8-9120-54e88b9c584c', 'code': 200} Nov 12 07:54:36.548089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Network 66577698-377a-440c-84a4-a8da2851ee1f is already hosted by enough agents. {{(pid=80793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:36.552051 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Resources bound (agent type, host, resource id): {{(pid=80793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:36.557254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Received port after_create {{(pid=80793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:54:36.690315 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.db_base_plugin_common [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Allocated IP 10.2.2.200 (c219fe8c-3a74-4d7e-8fb1-28d597059460/ecd4077a-478f-44e0-a5c0-5c5cd621ce81/465c4ccd-c2f6-4200-9d5f-2f09afc9a261) {{(pid=80792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 12 07:54:36.693118 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 671755c8-5fbf-48b8-9120-54e88b9c584c up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:36.709764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:36.710478 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:36.731010 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fcf912ea-809e-4dae-8eee-c5dc45683459 req-a1ed4870-6a7b-48bf-a45e-2b366b62148e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f HTTP/1.1" status: 200 len: 1160 time: 0.1295848 Nov 12 07:54:36.754309 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3134184 Nov 12 07:54:36.769039 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Request body: {'port': {'device_id': 'c56eb7a2-c2b6-4230-b243-c277613179c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:36.771911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 671755c8-5fbf-48b8-9120-54e88b9c584c triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:36.772344 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:36.881486 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-fcf912ea-809e-4dae-8eee-c5dc45683459 req-c922042c-b65b-49c2-9a9b-af4eca9461ce service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=daaeb7a7-770c-4245-85e8-d5ef74e6f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404638 Nov 12 07:54:36.943485 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks [] for port, precommit_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:36.960325 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Transition to ACTIVE for port object 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 will not be triggered until provisioned by entity DHCP. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:36.960633 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:36.971723 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4609a2e2-19ef-4410-b619-069468d28134 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:54:36.980965 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248609291534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6570066'] for port, after_create {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:36.984951 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:36.996841 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:37.031210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Transition to ACTIVE for port object 4609a2e2-19ef-4410-b619-069468d28134 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:37.045791 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:37.064557 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-dc279703-24b3-4397-af45-a516dc4d9289 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:37.134059 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Pushing event updated for resources: {'Port': ['ID=465c4ccd-c2f6-4200-9d5f-2f09afc9a261,revision_number=1']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:37.138660 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:37.197332 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Network c219fe8c-3a74-4d7e-8fb1-28d597059460 is already hosted by enough agents. {{(pid=80792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 12 07:54:37.198478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.scheduler.base_scheduler [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Resources bound (agent type, host, resource id): {{(pid=80792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 12 07:54:37.200966 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Received port after_create {{(pid=80792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 12 07:54:37.265962 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Pushing event updated for resources: {'Port': ['ID=4609a2e2-19ef-4410-b619-069468d28134,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:37.269457 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:37.276707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:37.277491 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:37.305749 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-be7c1ae6-e029-4210-b990-e0f5571e1250 tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5410929 Nov 12 07:54:37.319061 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:37.440910 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:37.482571 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-72290a00-fe3c-47b4-af82-2ef36d300ab7 None None] Provisioning for port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 completed by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:37.487865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-72290a00-fe3c-47b4-af82-2ef36d300ab7 None None] Provisioning complete for port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 triggered by entity DHCP. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:37.488294 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-72290a00-fe3c-47b4-af82-2ef36d300ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:37.547454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.plugin [None req-72290a00-fe3c-47b4-af82-2ef36d300ab7 None None] Port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 cannot update to ACTIVE because it is not bound. {{(pid=80794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Nov 12 07:54:37.582917 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:37.694271 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Attempting to bind port 4609a2e2-19ef-4410-b619-069468d28134 on host n-h2-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:37.694589 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Attempting to bind port 4609a2e2-19ef-4410-b619-069468d28134 by drivers openvswitch on host n-h2-761264-6 at level 0 using segments [{'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:37.694950 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Attempting to bind port 4609a2e2-19ef-4410-b619-069468d28134 on network 66577698-377a-440c-84a4-a8da2851ee1f {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:37.716241 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Checking agent: {'id': 'c2ef2a11-6184-433b-bf5b-2e65ecc1d65b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 7), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 37), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:37.716615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Checking segment: {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:37.717067 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:37.717442 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Bound using segment: {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:37.717911 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Bound port: 4609a2e2-19ef-4410-b619-069468d28134, host: n-h2-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:37.718277 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:37.825376 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:54:37.835721 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:37.867040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Transition to ACTIVE for port object b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:37.868288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95412823-ac19-42c7-b59a-58d069cc1559 {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:54:37.872843 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:37.876065 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:37.889733 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:37.889973 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Transition to ACTIVE for port object 95412823-ac19-42c7-b59a-58d069cc1559 will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:37.893935 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:37.963879 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-d5e48899-416b-4d54-a88f-eb17624d4207 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:37.975408 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] For port 4609a2e2-19ef-4410-b619-069468d28134, host n-h2-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:38.018602 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] For port 4609a2e2-19ef-4410-b619-069468d28134, host n-h2-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=4609a2e2-19ef-4410-b619-069468d28134,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:38.027936 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:38.056024 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Pushing event updated for resources: {'Port': ['ID=b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:38.058070 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Pushing event updated for resources: {'Port': ['ID=95412823-ac19-42c7-b59a-58d069cc1559,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:38.062956 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:38.122215 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:38.122466 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-89e85300-1de8-4a8f-acbf-209803f87ad2 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:38.257917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Pushing event updated for resources: {'Port': ['ID=4609a2e2-19ef-4410-b619-069468d28134,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:38.267004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Attempting to bind port 95412823-ac19-42c7-b59a-58d069cc1559 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:38.267733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Attempting to bind port 95412823-ac19-42c7-b59a-58d069cc1559 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:38.267733 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Attempting to bind port 95412823-ac19-42c7-b59a-58d069cc1559 on network 89c126b2-acfb-4f86-b6c5-e42e657d8039 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:38.274975 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:38.275317 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:38.275612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Checking segment: {'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:38.276024 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:38.276419 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Bound using segment: {'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:38.277052 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Bound port: 95412823-ac19-42c7-b59a-58d069cc1559, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230b27c0-0c6a-4b09-899a-85b41bf8c92d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89c126b2-acfb-4f86-b6c5-e42e657d8039'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:38.277290 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:38.358920 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:38.360400 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] 10.222.0.33 "PUT /v2.0/ports/4609a2e2-19ef-4410-b619-069468d28134 HTTP/1.1" status: 200 len: 1155 time: 2.6375520 Nov 12 07:54:38.360996 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c7575f-e6c8-4376-8731-cf5d4101cd2f', 'tag': '4609a2e2-19ef-4410-b619-069468d28134'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:38.398273 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] For port 95412823-ac19-42c7-b59a-58d069cc1559, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:38.406492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] For port 95412823-ac19-42c7-b59a-58d069cc1559, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=95412823-ac19-42c7-b59a-58d069cc1559,segment=NetworkSegment(230b27c0-0c6a-4b09-899a-85b41bf8c92d),segment_id=230b27c0-0c6a-4b09-899a-85b41bf8c92d)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:38.411184 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:38.427577 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-5c092998-d721-47b4-8bcc-d85f8f18594c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:38.457432 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c7575f-e6c8-4376-8731-cf5d4101cd2f', 'tag': '4609a2e2-19ef-4410-b619-069468d28134', 'status': 'completed', 'code': 200} Nov 12 07:54:38.506524 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Attempting to bind port b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:38.506864 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Attempting to bind port b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:38.507260 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Attempting to bind port b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c on network 66577698-377a-440c-84a4-a8da2851ee1f {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:38.518626 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:38.519126 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Checking segment: {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:38.519442 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:38.520439 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Bound using segment: {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:38.520588 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Bound port: b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbdbd60-05e6-45d9-9eed-af921d90fa50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '66577698-377a-440c-84a4-a8da2851ee1f'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:38.520865 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:38.575839 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-5a33b1d1-2a3f-4310-82d9-ff7d80d726cc service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&device_id=23c7575f-e6c8-4376-8731-cf5d4101cd2f HTTP/1.1" status: 200 len: 1158 time: 0.1607881 Nov 12 07:54:38.577350 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Pushing event updated for resources: {'Port': ['ID=95412823-ac19-42c7-b59a-58d069cc1559,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:38.582728 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:38.617254 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:38.618766 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e572bbe2-d296-47bb-a1ed-14e705e7fbaa service neutron] 10.222.0.41 "PUT /v2.0/ports/95412823-ac19-42c7-b59a-58d069cc1559 HTTP/1.1" status: 200 len: 1155 time: 1.3051882 Nov 12 07:54:38.619326 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': '95412823-ac19-42c7-b59a-58d069cc1559'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:38.647721 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:38.691613 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-c4182270-e2c3-4a38-a37e-ceeee02da9ea service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4609a2e2-19ef-4410-b619-069468d28134 HTTP/1.1" status: 200 len: 217 time: 0.1003225 Nov 12 07:54:38.700950 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': '95412823-ac19-42c7-b59a-58d069cc1559', 'status': 'completed', 'code': 200} Nov 12 07:54:38.741161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] For port b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:38.762678 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] For port b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:38.770625 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:38.788411 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-08d02dfa-4fb0-4b4e-a8c4-fb12a3029e77 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:38.850936 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:38.875724 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7864984-1f6f-4c63-9ff4-bfe2b289f5f3 req-2a1406c8-64b1-4e00-9bed-dc7ae754dd26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5944b8b968034cbe8465622a83c7a5a0&device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 4427 time: 0.1663487 Nov 12 07:54:38.883673 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-87c4609c-e1a9-4d5d-9940-de7f9b280b9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:38.885244 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-87c4609c-e1a9-4d5d-9940-de7f9b280b9a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=28ec9a0e-dc8a-455f-8147-bb9467bcaff9 HTTP/1.1" status: 200 len: 853 time: 0.1854270 Nov 12 07:54:39.192305 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7864984-1f6f-4c63-9ff4-bfe2b289f5f3 req-b0d78025-ce94-4ba0-9523-79227a81ac51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:39.192719 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7864984-1f6f-4c63-9ff4-bfe2b289f5f3 req-b0d78025-ce94-4ba0-9523-79227a81ac51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:39.193175 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7864984-1f6f-4c63-9ff4-bfe2b289f5f3 req-b0d78025-ce94-4ba0-9523-79227a81ac51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:39.194934 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7864984-1f6f-4c63-9ff4-bfe2b289f5f3 req-b0d78025-ce94-4ba0-9523-79227a81ac51 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5944b8b968034cbe8465622a83c7a5a0&shared=False HTTP/1.1" status: 200 len: 2273 time: 0.2882383 Nov 12 07:54:39.236929 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f0d7127d-7f86-4c3d-81fb-289188e061bc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=66577698-377a-440c-84a4-a8da2851ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3368943 Nov 12 07:54:39.282747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Pushing event updated for resources: {'Port': ['ID=b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:39.294517 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:39.427445 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:39.428943 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-f32d81f1-0419-452a-8cee-fa1deb6b4ffe service neutron] 10.222.0.41 "PUT /v2.0/ports/b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c HTTP/1.1" status: 200 len: 1155 time: 2.6650810 Nov 12 07:54:39.437674 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-32df1c1c-a0ed-4a1f-915f-4a2f20bf3784 service neutron] 10.222.0.33 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895971 Nov 12 07:54:39.657566 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-d1a5314f-a45e-4baf-a876-40b67fd3eb11 service neutron] 10.222.0.33 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2119472 Nov 12 07:54:39.665061 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-407b7c7e-ef07-4ce3-9581-de89838b1355 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&device_id=c56eb7a2-c2b6-4230-b243-c277613179c4 HTTP/1.1" status: 200 len: 1158 time: 0.1925650 Nov 12 07:54:39.716471 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7864984-1f6f-4c63-9ff4-bfe2b289f5f3 req-43d5b878-1ae3-4c96-abdb-dc862ef796aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:39.718173 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e7864984-1f6f-4c63-9ff4-bfe2b289f5f3 req-43d5b878-1ae3-4c96-abdb-dc862ef796aa service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5152113 Nov 12 07:54:39.784915 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-10c63af5-bfb3-498d-9185-fccbad86df3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c HTTP/1.1" status: 200 len: 217 time: 0.1112499 Nov 12 07:54:39.812062 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9477111e-070c-4f28-8cde-2eaeef1efd8e {{(pid=80792) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:54:39.820112 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:39.832854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Transition to ACTIVE for port object 9477111e-070c-4f28-8cde-2eaeef1efd8e will not be triggered until provisioned by entity L2. {{(pid=80792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:39.836422 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:39.853299 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6476b7d5-13d0-47d9-b9e7-d66d7898dc74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:39.872611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-912227b2-5fd2-47db-89de-c3c291b302e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:39.874228 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-912227b2-5fd2-47db-89de-c3c291b302e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28ec9a0e-dc8a-455f-8147-bb9467bcaff9 HTTP/1.1" status: 200 len: 853 time: 0.0792871 Nov 12 07:54:39.884809 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0e13d2b-06e3-418c-88c2-c78217a60492 req-ea6400f8-dc62-459e-a7eb-41a981cc2715 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&device_id=23c7575f-e6c8-4376-8731-cf5d4101cd2f HTTP/1.1" status: 200 len: 1158 time: 0.1555245 Nov 12 07:54:39.951641 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-6e98edaf-a9cf-4203-a3f6-8883cae42490 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66577698-377a-440c-84a4-a8da2851ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702419 Nov 12 07:54:39.992232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Pushing event updated for resources: {'Port': ['ID=9477111e-070c-4f28-8cde-2eaeef1efd8e,revision_number=2']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:39.995532 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:40.190541 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e13d2b-06e3-418c-88c2-c78217a60492 req-435e7bca-1eeb-4910-9855-0344c085a257 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:40.192321 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0e13d2b-06e3-418c-88c2-c78217a60492 req-435e7bca-1eeb-4910-9855-0344c085a257 service neutron] 10.222.0.33 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 907 time: 0.2748833 Nov 12 07:54:40.195374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Attempting to bind port 9477111e-070c-4f28-8cde-2eaeef1efd8e on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:40.195756 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Attempting to bind port 9477111e-070c-4f28-8cde-2eaeef1efd8e by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:40.196458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Attempting to bind port 9477111e-070c-4f28-8cde-2eaeef1efd8e on network 5875b624-a143-4342-b890-9d6934176210 {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:40.201641 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-28e83f0a-43bd-40f6-89f7-a8977545dca3 service neutron] 10.222.0.41 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000465 Nov 12 07:54:40.204000 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:40.204463 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Checking segment: {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:40.204991 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:40.205427 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Bound using segment: {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'} {{(pid=80792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:40.205998 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Bound port: 9477111e-070c-4f28-8cde-2eaeef1efd8e, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'}}] {{(pid=80792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:40.206459 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:40.303204 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] For port 9477111e-070c-4f28-8cde-2eaeef1efd8e, host n-h1-761264-6, cleared binding levels {{(pid=80792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:40.306563 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] For port 9477111e-070c-4f28-8cde-2eaeef1efd8e, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=9477111e-070c-4f28-8cde-2eaeef1efd8e,segment=NetworkSegment(8647f824-87a4-4e00-a09b-71e2ab62c163),segment_id=8647f824-87a4-4e00-a09b-71e2ab62c163)] {{(pid=80792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:40.310779 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848205719'] for port, after_update {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:40.324816 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1f347917-01b8-4804-bf03-f2065c708d68 tempest-MultipleCreateTestJSON-1195994448 tempest-MultipleCreateTestJSON-1195994448] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:40.349157 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0e13d2b-06e3-418c-88c2-c78217a60492 req-4306a3a0-0ad4-4692-adab-3cf5cc7204c7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4609a2e2-19ef-4410-b619-069468d28134 HTTP/1.1" status: 200 len: 217 time: 0.1462195 Nov 12 07:54:40.462564 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56eb7a2-c2b6-4230-b243-c277613179c4', 'tag': 'b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:40.471858 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e13d2b-06e3-418c-88c2-c78217a60492 req-b79b62c8-20db-41c5-a71c-19fb74dc8a44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:40.473746 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0e13d2b-06e3-418c-88c2-c78217a60492 req-b79b62c8-20db-41c5-a71c-19fb74dc8a44 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=28ec9a0e-dc8a-455f-8147-bb9467bcaff9 HTTP/1.1" status: 200 len: 853 time: 0.1168206 Nov 12 07:54:40.479250 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-e14992c3-2924-484a-82a3-3f1d9b13871b req-70d3c860-431b-4e1c-bc8d-6187a596baf2 service neutron] 10.222.0.41 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2214139 Nov 12 07:54:40.479566 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Pushing event updated for resources: {'Port': ['ID=9477111e-070c-4f28-8cde-2eaeef1efd8e,revision_number=3']} {{(pid=80792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:40.485821 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80792) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:40.530313 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0e13d2b-06e3-418c-88c2-c78217a60492 req-45920d9f-4c81-4f1b-a6a4-80c95968121b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=66577698-377a-440c-84a4-a8da2851ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466111 Nov 12 07:54:40.540552 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80792) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:40.542116 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-19dc4a86-7e83-4463-ac89-2470c6403cdb service neutron] 10.222.0.41 "PUT /v2.0/ports/9477111e-070c-4f28-8cde-2eaeef1efd8e HTTP/1.1" status: 200 len: 1195 time: 1.9004643 Nov 12 07:54:40.563187 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56eb7a2-c2b6-4230-b243-c277613179c4', 'tag': 'b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c', 'status': 'completed', 'code': 200} Nov 12 07:54:40.627131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:40.653546 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ed96599-3562-4bde-9282-4da1c7e3aa07 req-adbacd3a-17bc-4066-863e-57d896ecdcb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&device_id=c56eb7a2-c2b6-4230-b243-c277613179c4 HTTP/1.1" status: 200 len: 1158 time: 0.0793374 Nov 12 07:54:40.745511 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': '9477111e-070c-4f28-8cde-2eaeef1efd8e'}] {{(pid=80792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:40.797843 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0e13d2b-06e3-418c-88c2-c78217a60492 req-307c39f2-5419-4eb0-b22d-50fff1a51f09 service neutron] 10.222.0.33 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596750 Nov 12 07:54:40.800740 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:40.815737 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed96599-3562-4bde-9282-4da1c7e3aa07 req-193088be-68a4-4bad-94c1-683d0680ca6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:40.818257 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ed96599-3562-4bde-9282-4da1c7e3aa07 req-193088be-68a4-4bad-94c1-683d0680ca6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 907 time: 0.1560700 Nov 12 07:54:40.882502 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': '9477111e-070c-4f28-8cde-2eaeef1efd8e', 'status': 'completed', 'code': 200} Nov 12 07:54:40.938070 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ed96599-3562-4bde-9282-4da1c7e3aa07 req-f1448d75-f00f-4dab-8a18-722980dd7a3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c HTTP/1.1" status: 200 len: 217 time: 0.1080837 Nov 12 07:54:41.026567 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed96599-3562-4bde-9282-4da1c7e3aa07 req-99e0c389-8e6e-44fc-abe1-c10bc2c3dd26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:41.028169 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ed96599-3562-4bde-9282-4da1c7e3aa07 req-99e0c389-8e6e-44fc-abe1-c10bc2c3dd26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28ec9a0e-dc8a-455f-8147-bb9467bcaff9 HTTP/1.1" status: 200 len: 853 time: 0.0812478 Nov 12 07:54:41.062511 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b0e13d2b-06e3-418c-88c2-c78217a60492 req-0d5acdce-bb81-4b74-9f9e-2c5ba8b5061a service neutron] 10.222.0.33 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2471602 Nov 12 07:54:41.085324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-34449f62-3dff-4ffe-a959-12b87b0d4486 req-ce483d87-3d19-41d5-9dc3-c6b110347e57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5944b8b968034cbe8465622a83c7a5a0&device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 5415 time: 0.2018251 Nov 12 07:54:41.091428 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ed96599-3562-4bde-9282-4da1c7e3aa07 req-be8b792a-5dd3-4e3c-9967-42992878183b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66577698-377a-440c-84a4-a8da2851ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548670 Nov 12 07:54:41.351120 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:54:41.358419 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:41.370987 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Transition to ACTIVE for port object ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:41.375716 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:41.377853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34449f62-3dff-4ffe-a959-12b87b0d4486 req-18fc977d-0a89-48f7-805b-76d7b93c4042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:41.378287 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34449f62-3dff-4ffe-a959-12b87b0d4486 req-18fc977d-0a89-48f7-805b-76d7b93c4042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:41.378743 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34449f62-3dff-4ffe-a959-12b87b0d4486 req-18fc977d-0a89-48f7-805b-76d7b93c4042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:41.380652 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-34449f62-3dff-4ffe-a959-12b87b0d4486 req-18fc977d-0a89-48f7-805b-76d7b93c4042 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5944b8b968034cbe8465622a83c7a5a0&shared=False HTTP/1.1" status: 200 len: 2273 time: 0.2758620 Nov 12 07:54:41.386067 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ed96599-3562-4bde-9282-4da1c7e3aa07 req-becccaa4-6ea4-4dba-b77f-3b7380d00199 service neutron] 10.222.0.41 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799728 Nov 12 07:54:41.391469 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-12dc2f76-d7d8-4f71-b1b0-0e16cdd6ebad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:41.672687 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34449f62-3dff-4ffe-a959-12b87b0d4486 req-55b64dfd-0e2b-4f13-90c3-1dc0e771ed09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:41.674380 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-34449f62-3dff-4ffe-a959-12b87b0d4486 req-55b64dfd-0e2b-4f13-90c3-1dc0e771ed09 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2786896 Nov 12 07:54:41.678265 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1ed96599-3562-4bde-9282-4da1c7e3aa07 req-e1bacdb1-48d4-40fe-a2fd-be2ce6c0e1e0 service neutron] 10.222.0.41 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2595060 Nov 12 07:54:41.786966 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5a8345-9f0c-4e4d-b6db-558cc3e300a8,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:41.790114 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:41.983130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Attempting to bind port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:41.983484 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Attempting to bind port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:41.983847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Attempting to bind port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 on network 5875b624-a143-4342-b890-9d6934176210 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:41.991520 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:41.991891 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Checking segment: {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:41.992291 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:41.993001 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Bound using segment: {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:41.993213 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Bound port: ed5a8345-9f0c-4e4d-b6db-558cc3e300a8, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:41.993530 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:42.085725 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] For port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:42.088847 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] For port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=ed5a8345-9f0c-4e4d-b6db-558cc3e300a8,segment=NetworkSegment(8647f824-87a4-4e00-a09b-71e2ab62c163),segment_id=8647f824-87a4-4e00-a09b-71e2ab62c163)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:42.093155 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:42.111994 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-427db916-bc7e-4696-99b4-c298e8514adb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:42.276645 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5a8345-9f0c-4e4d-b6db-558cc3e300a8,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:42.281405 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:42.319369 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:42.320866 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 HTTP/1.1" status: 200 len: 1194 time: 1.6984546 Nov 12 07:54:42.359569 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:42.481506 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:42.582481 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': 'ed5a8345-9f0c-4e4d-b6db-558cc3e300a8'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:42.584758 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:42.660608 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:42.665097 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': 'ed5a8345-9f0c-4e4d-b6db-558cc3e300a8', 'status': 'completed', 'code': 200} Nov 12 07:54:42.666004 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:42.666438 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:42.754339 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5b801bf-1fa6-4bab-a4b5-5910052ba7ce req-882796b4-4e7c-4359-a798-d24a7e6b6d6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5944b8b968034cbe8465622a83c7a5a0&device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 6402 time: 0.0875604 Nov 12 07:54:42.790418 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:42.819807 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56eb7a2-c2b6-4230-b243-c277613179c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:42.830664 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:42.835221 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:42.837286 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:42.907596 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:42.911323 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:42.920357 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3c2d9b-2d69-46b1-847e-67ec22a25008 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:54:42.927925 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:42.928264 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56eb7a2-c2b6-4230-b243-c277613179c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c', 'code': 200} Nov 12 07:54:42.928961 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b801bf-1fa6-4bab-a4b5-5910052ba7ce req-eb794344-87b3-458c-932e-2cdbb6014eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:42.929395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b801bf-1fa6-4bab-a4b5-5910052ba7ce req-eb794344-87b3-458c-932e-2cdbb6014eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:42.929821 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b801bf-1fa6-4bab-a4b5-5910052ba7ce req-eb794344-87b3-458c-932e-2cdbb6014eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:42.931551 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5b801bf-1fa6-4bab-a4b5-5910052ba7ce req-eb794344-87b3-458c-932e-2cdbb6014eec service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5944b8b968034cbe8465622a83c7a5a0&shared=False HTTP/1.1" status: 200 len: 2273 time: 0.1691082 Nov 12 07:54:42.941584 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Transition to ACTIVE for port object 3e3c2d9b-2d69-46b1-847e-67ec22a25008 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:42.945243 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:42.963951 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:43.099489 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3c2d9b-2d69-46b1-847e-67ec22a25008,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:43.112734 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:43.146683 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b801bf-1fa6-4bab-a4b5-5910052ba7ce req-d9fae4be-c4e3-4dba-8ec9-5a9e87ff7214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:43.148205 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f5b801bf-1fa6-4bab-a4b5-5910052ba7ce req-d9fae4be-c4e3-4dba-8ec9-5a9e87ff7214 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2062218 Nov 12 07:54:43.158422 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-55e69249-c7cf-483a-b46f-b1cca307ebbc req-f9fed518-1a6a-41ec-834e-b1770c718666 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c56eb7a2-c2b6-4230-b243-c277613179c4 HTTP/1.1" status: 200 len: 1160 time: 0.1365638 Nov 12 07:54:43.206976 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-55e69249-c7cf-483a-b46f-b1cca307ebbc req-eeaac6e3-912b-4c28-8c83-77c573ec677d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7a13e6d7-2185-4311-8abc-9e77ee11c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 Nov 12 07:54:43.308210 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Attempting to bind port 3e3c2d9b-2d69-46b1-847e-67ec22a25008 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:43.308587 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Attempting to bind port 3e3c2d9b-2d69-46b1-847e-67ec22a25008 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:43.308993 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Attempting to bind port 3e3c2d9b-2d69-46b1-847e-67ec22a25008 on network 5875b624-a143-4342-b890-9d6934176210 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:43.316611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:43.317016 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Checking segment: {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:43.317425 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:43.317820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Bound using segment: {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:43.318297 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Bound port: 3e3c2d9b-2d69-46b1-847e-67ec22a25008, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:43.318668 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:43.354872 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 4609a2e2-19ef-4410-b619-069468d28134 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:43.413166 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] For port 3e3c2d9b-2d69-46b1-847e-67ec22a25008, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:43.416812 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] For port 3e3c2d9b-2d69-46b1-847e-67ec22a25008, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=3e3c2d9b-2d69-46b1-847e-67ec22a25008,segment=NetworkSegment(8647f824-87a4-4e00-a09b-71e2ab62c163),segment_id=8647f824-87a4-4e00-a09b-71e2ab62c163)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:43.421717 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:43.437524 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-90f9a60c-c6a3-4fa3-9ddf-4622d357908f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:43.442105 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning for port 4609a2e2-19ef-4410-b619-069468d28134 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:54:43.447066 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 4609a2e2-19ef-4410-b619-069468d28134 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:43.447497 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:43.576472 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:43.597760 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3c2d9b-2d69-46b1-847e-67ec22a25008,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:43.609632 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:43.612764 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] For port 4609a2e2-19ef-4410-b619-069468d28134, host n-h2-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-761264-6',level=0,port_id=4609a2e2-19ef-4410-b619-069468d28134,segment=NetworkSegment(bbbdbd60-05e6-45d9-9eed-af921d90fa50),segment_id=bbbdbd60-05e6-45d9-9eed-af921d90fa50)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:54:43.616414 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:43.618473 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:43.630125 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:43.631642 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] 10.222.0.41 "PUT /v2.0/ports/3e3c2d9b-2d69-46b1-847e-67ec22a25008 HTTP/1.1" status: 200 len: 1155 time: 1.2772453 Nov 12 07:54:43.660983 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:43.692005 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Pushing event updated for resources: {'Port': ['ID=4609a2e2-19ef-4410-b619-069468d28134,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:43.695576 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:43.785135 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:44.218395 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c013e704-2d84-460c-aebb-3a829dbfda03 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:54:44.225987 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:44.238635 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Transition to ACTIVE for port object c013e704-2d84-460c-aebb-3a829dbfda03 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:44.242949 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:44.256268 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-722c9fa9-ad0d-4bc8-ac97-10f9797f235f tempest-ServerRescueNegativeTestJSON-881157178 tempest-ServerRescueNegativeTestJSON-881157178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:44.345458 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:44.395374 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c013e704-2d84-460c-aebb-3a829dbfda03,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:44.400017 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:44.423472 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:44.423897 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:44.625826 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Attempting to bind port c013e704-2d84-460c-aebb-3a829dbfda03 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:44.626312 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Attempting to bind port c013e704-2d84-460c-aebb-3a829dbfda03 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:44.626747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Attempting to bind port c013e704-2d84-460c-aebb-3a829dbfda03 on network 5875b624-a143-4342-b890-9d6934176210 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:44.634384 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:44.634757 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Checking segment: {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:44.635158 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:44.635549 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Bound using segment: {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:44.636019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Bound port: c013e704-2d84-460c-aebb-3a829dbfda03, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8647f824-87a4-4e00-a09b-71e2ab62c163', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5875b624-a143-4342-b890-9d6934176210'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:44.636385 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:44.681866 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': '3e3c2d9b-2d69-46b1-847e-67ec22a25008'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:44.736747 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] For port c013e704-2d84-460c-aebb-3a829dbfda03, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:44.740677 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] For port c013e704-2d84-460c-aebb-3a829dbfda03, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=c013e704-2d84-460c-aebb-3a829dbfda03,segment=NetworkSegment(8647f824-87a4-4e00-a09b-71e2ab62c163),segment_id=8647f824-87a4-4e00-a09b-71e2ab62c163)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:44.743001 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': '3e3c2d9b-2d69-46b1-847e-67ec22a25008', 'status': 'completed', 'code': 200} Nov 12 07:54:44.744520 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:44.763981 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6f33ce42-db96-4dfc-b725-2bd3913d5658 tempest-ServersTestJSON-979513116 tempest-ServersTestJSON-979513116] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:44.822786 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Device 4609a2e2-19ef-4410-b619-069468d28134 up at agent ovs-agent-n-h2-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:54:44.850590 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc186634-21bc-495c-ba30-f6f184e685df req-9ee6c60c-f3fa-4c23-b320-51776e441a58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5944b8b968034cbe8465622a83c7a5a0&device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 6664 time: 0.0869963 Nov 12 07:54:44.898144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Provisioning complete for port 4609a2e2-19ef-4410-b619-069468d28134 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:54:44.898851 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:44.920728 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c013e704-2d84-460c-aebb-3a829dbfda03,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:44.926828 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:44.938689 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c7575f-e6c8-4376-8731-cf5d4101cd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4609a2e2-19ef-4410-b619-069468d28134'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:44.969743 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:44.971302 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-6971dfc3-7fee-404e-adaf-2eb6662aa7f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/c013e704-2d84-460c-aebb-3a829dbfda03 HTTP/1.1" status: 200 len: 1155 time: 1.3167038 Nov 12 07:54:45.002789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:45.046456 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc186634-21bc-495c-ba30-f6f184e685df req-bc71503d-2a5b-4277-9c5b-ef640e5c8ae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:45.047292 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc186634-21bc-495c-ba30-f6f184e685df req-bc71503d-2a5b-4277-9c5b-ef640e5c8ae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:45.047885 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc186634-21bc-495c-ba30-f6f184e685df req-bc71503d-2a5b-4277-9c5b-ef640e5c8ae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:45.050004 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc186634-21bc-495c-ba30-f6f184e685df req-bc71503d-2a5b-4277-9c5b-ef640e5c8ae9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5944b8b968034cbe8465622a83c7a5a0&shared=False HTTP/1.1" status: 200 len: 2273 time: 0.1910291 Nov 12 07:54:45.215210 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:45.232250 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c7575f-e6c8-4376-8731-cf5d4101cd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4609a2e2-19ef-4410-b619-069468d28134', 'code': 200} Nov 12 07:54:45.239334 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc186634-21bc-495c-ba30-f6f184e685df req-440bdb5a-74cc-4d77-bbcf-260af84ce0df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:45.241079 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-bc186634-21bc-495c-ba30-f6f184e685df req-440bdb5a-74cc-4d77-bbcf-260af84ce0df service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1839037 Nov 12 07:54:45.302987 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a686be2-2f67-4b88-a119-c064489e7376 req-11fa1ffa-f131-4485-9d21-55dbd45e4fcf service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=23c7575f-e6c8-4376-8731-cf5d4101cd2f HTTP/1.1" status: 200 len: 1160 time: 0.1814334 Nov 12 07:54:45.452009 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-1a686be2-2f67-4b88-a119-c064489e7376 req-5cf21ea8-d3ab-4967-9889-b346ae44dc5a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=7a13e6d7-2185-4311-8abc-9e77ee11c472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161256 Nov 12 07:54:45.704639 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af9210c-d598-48e7-b6ce-1f62e180c5f2 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:54:45.712588 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:45.725854 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Transition to ACTIVE for port object 8af9210c-d598-48e7-b6ce-1f62e180c5f2 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:45.730228 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:45.998858 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-8040dd57-5673-4296-a48f-b7dfca3e5d93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:46.132850 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Pushing event updated for resources: {'Port': ['ID=8af9210c-d598-48e7-b6ce-1f62e180c5f2,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:46.146249 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:46.333188 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Attempting to bind port 8af9210c-d598-48e7-b6ce-1f62e180c5f2 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:46.333779 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Attempting to bind port 8af9210c-d598-48e7-b6ce-1f62e180c5f2 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:46.333917 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Attempting to bind port 8af9210c-d598-48e7-b6ce-1f62e180c5f2 on network c219fe8c-3a74-4d7e-8fb1-28d597059460 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:46.341137 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:46.341550 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Checking segment: {'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:46.341898 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:46.342300 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Bound using segment: {'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:46.342780 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Bound port: 8af9210c-d598-48e7-b6ce-1f62e180c5f2, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:46.343157 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:46.444377 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] For port 8af9210c-d598-48e7-b6ce-1f62e180c5f2, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:46.447772 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] For port 8af9210c-d598-48e7-b6ce-1f62e180c5f2, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=8af9210c-d598-48e7-b6ce-1f62e180c5f2,segment=NetworkSegment(ccf9091b-1f4e-4bb0-95df-080bae6afd1d),segment_id=ccf9091b-1f4e-4bb0-95df-080bae6afd1d)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:46.452805 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:46.466224 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-ab613852-5255-476e-b7da-b980fdad0b4c tempest-TaggedBootDevicesTest-476696909 tempest-TaggedBootDevicesTest-476696909] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:46.619288 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Pushing event updated for resources: {'Port': ['ID=8af9210c-d598-48e7-b6ce-1f62e180c5f2,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:46.624317 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:46.660376 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:46.661736 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-205497d1-1d8f-4ee3-8e2b-6218470a660b service neutron] 10.222.0.41 "PUT /v2.0/ports/8af9210c-d598-48e7-b6ce-1f62e180c5f2 HTTP/1.1" status: 200 len: 1155 time: 1.6645639 Nov 12 07:54:46.691798 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.v2.base [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Request body: {'port': {'device_id': '876f85c5-f6a7-4f40-8677-e5399309363c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-761264-6'}} {{(pid=80793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 07:54:46.744820 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': 'c013e704-2d84-460c-aebb-3a829dbfda03'}, {'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': '8af9210c-d598-48e7-b6ce-1f62e180c5f2'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:46.829522 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': 'c013e704-2d84-460c-aebb-3a829dbfda03', 'status': 'completed', 'code': 200} Nov 12 07:54:46.829860 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': '8af9210c-d598-48e7-b6ce-1f62e180c5f2', 'status': 'completed', 'code': 200} Nov 12 07:54:46.832580 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:47.192773 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-50b53a17-7343-430c-8ede-f7ac7eedc2ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5944b8b968034cbe8465622a83c7a5a0&device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 6795 time: 0.3412642 Nov 12 07:54:47.266600 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 {{(pid=80793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 12 07:54:47.274451 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:47.287454 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Transition to ACTIVE for port object 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 will not be triggered until provisioned by entity L2. {{(pid=80793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 12 07:54:47.291012 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:47.307335 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-0e6c076c-35b2-44aa-81ba-10c144749b59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:47.353724 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-bbfd5e92-2762-4ddf-9d70-63c7537fadda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:47.354343 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-bbfd5e92-2762-4ddf-9d70-63c7537fadda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:47.354498 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-bbfd5e92-2762-4ddf-9d70-63c7537fadda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:47.356339 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-bbfd5e92-2762-4ddf-9d70-63c7537fadda service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5944b8b968034cbe8465622a83c7a5a0&shared=False HTTP/1.1" status: 200 len: 2273 time: 0.1543269 Nov 12 07:54:47.448347 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Pushing event updated for resources: {'Port': ['ID=465c4ccd-c2f6-4200-9d5f-2f09afc9a261,revision_number=2']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:47.461377 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:47.507050 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-db7ca024-1584-4884-bf4e-b24fd92a5a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:47.508667 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-db7ca024-1584-4884-bf4e-b24fd92a5a30 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1447067 Nov 12 07:54:47.655862 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-2da76eb9-c1b1-4569-8705-0636e6cffa1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5944b8b968034cbe8465622a83c7a5a0&device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 6820 time: 0.0980411 Nov 12 07:54:47.664406 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Attempting to bind port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 on host n-h1-761264-6 for vnic_type normal with profile {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 07:54:47.664789 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Attempting to bind port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 by drivers openvswitch on host n-h1-761264-6 at level 0 using segments [{'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 12 07:54:47.665191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Attempting to bind port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 on network c219fe8c-3a74-4d7e-8fb1-28d597059460 {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 12 07:54:47.673046 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Checking agent: {'id': '485a0dc6-2fbc-4e6f-8cf5-6de70209f4c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-761264-6', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 12, 7, 39, 3), 'started_at': datetime.datetime(2020, 11, 12, 7, 39, 33), 'heartbeat_timestamp': datetime.datetime(2020, 11, 12, 7, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 12 07:54:47.673697 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Checking segment: {'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 12 07:54:47.674367 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:47.674771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Bound using segment: {'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'} {{(pid=80793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 12 07:54:47.675261 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.managers [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Bound port: 465c4ccd-c2f6-4200-9d5f-2f09afc9a261, host: n-h1-761264-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf9091b-1f4e-4bb0-95df-080bae6afd1d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c219fe8c-3a74-4d7e-8fb1-28d597059460'}}] {{(pid=80793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 12 07:54:47.675845 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:47.770902 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] For port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261, host n-h1-761264-6, cleared binding levels {{(pid=80793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 12 07:54:47.774179 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] For port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261, host n-h1-761264-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=465c4ccd-c2f6-4200-9d5f-2f09afc9a261,segment=NetworkSegment(ccf9091b-1f4e-4bb0-95df-080bae6afd1d),segment_id=ccf9091b-1f4e-4bb0-95df-080bae6afd1d)] {{(pid=80793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 12 07:54:47.778556 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7543055'] for port, after_update {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:47.795961 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-11527509-cf74-43fc-9c68-f450a83a3435 tempest-NetworksIpV6Test-747706242 tempest-NetworksIpV6Test-747706242] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:54:47.822280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-29b92f97-4ba3-4fc6-8c84-b5a610043943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:47.822715 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-29b92f97-4ba3-4fc6-8c84-b5a610043943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:47.823211 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-29b92f97-4ba3-4fc6-8c84-b5a610043943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:47.825151 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-29b92f97-4ba3-4fc6-8c84-b5a610043943 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5944b8b968034cbe8465622a83c7a5a0&shared=False HTTP/1.1" status: 200 len: 2273 time: 0.1594315 Nov 12 07:54:47.950229 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Pushing event updated for resources: {'Port': ['ID=465c4ccd-c2f6-4200-9d5f-2f09afc9a261,revision_number=3']} {{(pid=80793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:54:47.953802 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80793) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:54:47.981838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-7bef6086-1d25-4d76-bc94-1519659f44ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:47.983464 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0cbbaa71-b53c-46be-8e6a-b27dd94d5e36 req-7bef6086-1d25-4d76-bc94-1519659f44ba service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1489229 Nov 12 07:54:47.992659 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761468'] for port, before_response {{(pid=80793) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:54:47.994193 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-adcf47ac-ccdf-4ff5-9e85-a8f722845a6b service neutron] 10.222.0.41 "PUT /v2.0/ports/465c4ccd-c2f6-4200-9d5f-2f09afc9a261 HTTP/1.1" status: 200 len: 1155 time: 1.3076704 Nov 12 07:54:48.119336 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-f11c7e3b-2182-4d83-a167-815499988817 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5944b8b968034cbe8465622a83c7a5a0&device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 6926 time: 0.0883191 Nov 12 07:54:48.197396 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-0f51dcec-984b-4bbd-beef-49ec1cc42179 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95412823-ac19-42c7-b59a-58d069cc1559 HTTP/1.1" status: 200 len: 217 time: 0.0697520 Nov 12 07:54:48.266897 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8a041a6e-b087-4adc-a60f-5faa54c47387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:48.268406 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8a041a6e-b087-4adc-a60f-5faa54c47387 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17f04a5a-bc1e-4809-9b5c-feb265892d9b HTTP/1.1" status: 200 len: 851 time: 0.0640399 Nov 12 07:54:48.356595 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-00b75aeb-bff4-487a-b445-08495fa058cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89c126b2-acfb-4f86-b6c5-e42e657d8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813034 Nov 12 07:54:48.503279 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-cbeadfb1-1e2f-4766-9130-42a9b45e3f86 service neutron] 10.222.0.41 "GET /v2.0/networks/89c126b2-acfb-4f86-b6c5-e42e657d8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382382 Nov 12 07:54:48.656773 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-a6a6df3c-da9b-43a4-a7b2-8e21ff4f53b4 service neutron] 10.222.0.41 "GET /v2.0/networks/89c126b2-acfb-4f86-b6c5-e42e657d8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468155 Nov 12 07:54:48.734211 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fcd87f3c-82df-42a2-ab62-f61a9f7b4ead service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=9477111e-070c-4f28-8cde-2eaeef1efd8e HTTP/1.1" status: 200 len: 217 time: 0.0696883 Nov 12 07:54:48.807262 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-cc19890b-6096-4b9e-a919-165ec2f65c7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:48.808954 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-cc19890b-6096-4b9e-a919-165ec2f65c7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.0681238 Nov 12 07:54:48.848853 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': '465c4ccd-c2f6-4200-9d5f-2f09afc9a261'}] {{(pid=80793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:54:48.898932 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-b8281797-02cc-4f4c-aeaa-27a2bccb3004 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833571 Nov 12 07:54:48.930478 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'tag': '465c4ccd-c2f6-4200-9d5f-2f09afc9a261', 'status': 'completed', 'code': 200} Nov 12 07:54:49.064725 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-67e9d34c-eb39-4bd9-9b8c-bb04e19cc8b6 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576095 Nov 12 07:54:49.211707 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fd583d67-48a7-4ba4-87cc-8de4ec491603 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403415 Nov 12 07:54:49.288856 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-2475ae02-0829-45b9-a979-01d7bdc4e5a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 HTTP/1.1" status: 200 len: 217 time: 0.0691950 Nov 12 07:54:49.603716 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-b12e8013-0719-4b4b-bd13-279420959e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:49.605428 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-b12e8013-0719-4b4b-bd13-279420959e33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.3096740 Nov 12 07:54:49.689546 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-d58125e9-e9e2-4508-a092-679f7ad0b606 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0762072 Nov 12 07:54:49.834758 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-f19fae44-b5bb-4c9a-b9ea-8c754898f8d0 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373713 Nov 12 07:54:49.980660 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-747125c9-13cd-44bf-8f7a-b61e4bf40b3b service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393976 Nov 12 07:54:50.057816 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-2560625b-09e6-45a2-ad7d-2f8d23b8a9f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=3e3c2d9b-2d69-46b1-847e-67ec22a25008 HTTP/1.1" status: 200 len: 217 time: 0.0688224 Nov 12 07:54:50.133352 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-b6905c6d-1dd9-4f16-b521-213ea6ef4397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:50.134813 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-b6905c6d-1dd9-4f16-b521-213ea6ef4397 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.0692174 Nov 12 07:54:50.230713 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-1d79ea05-165c-4f4d-9121-1281ffab9731 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0879319 Nov 12 07:54:50.382756 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-a1871e83-6067-47f1-9004-6d640023e348 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411803 Nov 12 07:54:50.528055 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8457af09-d1dd-4899-b825-2b978094c7e8 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379020 Nov 12 07:54:50.608447 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-969d067e-becf-42bd-9b06-ce6898a2ffb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c013e704-2d84-460c-aebb-3a829dbfda03 HTTP/1.1" status: 200 len: 217 time: 0.0725861 Nov 12 07:54:50.681184 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-a6f7b9a3-9253-49fc-a038-b5845c3293ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:50.682755 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-a6f7b9a3-9253-49fc-a038-b5845c3293ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.0672815 Nov 12 07:54:50.766005 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-b4394d32-a7f1-4789-808b-bbcc16f173eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761688 Nov 12 07:54:50.911348 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-5ee1c99f-e7ef-4e00-a5f4-7910a6b064ff service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382580 Nov 12 07:54:51.061992 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-d88ea2f9-24a6-4fac-887d-e0b319625463 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437726 Nov 12 07:54:51.137564 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-fe054e66-a9e9-4b2a-ac3b-aa2a82c2d7c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8af9210c-d598-48e7-b6ce-1f62e180c5f2 HTTP/1.1" status: 200 len: 217 time: 0.0685492 Nov 12 07:54:51.209025 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8a02c960-b9ef-4a5a-bba8-37170b639b33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:51.210586 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-8a02c960-b9ef-4a5a-bba8-37170b639b33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecd4077a-478f-44e0-a5c0-5c5cd621ce81 HTTP/1.1" status: 200 len: 797 time: 0.0651212 Nov 12 07:54:51.298340 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-1ff74702-77c1-492d-96a9-c574a4299f9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c219fe8c-3a74-4d7e-8fb1-28d597059460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804522 Nov 12 07:54:51.452049 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-199d3da7-2a21-47c4-b369-90297c0bd7c5 service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453242 Nov 12 07:54:51.616065 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-e722d753-9e03-48e8-9aa4-83013024b8f0 service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1562579 Nov 12 07:54:51.691554 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-46f23ad2-4d08-4d31-ae82-487042269df7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=465c4ccd-c2f6-4200-9d5f-2f09afc9a261 HTTP/1.1" status: 200 len: 217 time: 0.0672646 Nov 12 07:54:51.772783 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-de13cfbd-f422-44c5-b216-6c2195d22dda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:51.774403 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-de13cfbd-f422-44c5-b216-6c2195d22dda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecd4077a-478f-44e0-a5c0-5c5cd621ce81 HTTP/1.1" status: 200 len: 797 time: 0.0761912 Nov 12 07:54:51.881126 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-a06c89b8-01eb-4404-8bc9-4939cce5a3ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c219fe8c-3a74-4d7e-8fb1-28d597059460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996404 Nov 12 07:54:52.029092 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-b54af3c2-c991-4f7e-84bc-f67a9b2c6fa8 service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410375 Nov 12 07:54:52.188639 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5dea7dff-9c94-460e-889a-c5bea0c0826e req-1505745c-33ae-4d7f-9b64-1a07dfb25a67 service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513970 Nov 12 07:54:52.350936 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73a44ebf-0a2d-4586-b1d2-bec401a2069e req-cecb8e3c-26b6-409d-b137-aee7dd3921eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5944b8b968034cbe8465622a83c7a5a0&device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 6926 time: 0.0901911 Nov 12 07:54:52.495942 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44ebf-0a2d-4586-b1d2-bec401a2069e req-e328bd87-b31e-4bfc-a989-f72e3b0aa4b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:52.497488 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73a44ebf-0a2d-4586-b1d2-bec401a2069e req-e328bd87-b31e-4bfc-a989-f72e3b0aa4b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c219fe8c-3a74-4d7e-8fb1-28d597059460 HTTP/1.1" status: 200 len: 896 time: 0.1396382 Nov 12 07:54:52.570309 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73a44ebf-0a2d-4586-b1d2-bec401a2069e req-f90a2b00-78e3-429c-ad5f-7329daf8f7d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=465c4ccd-c2f6-4200-9d5f-2f09afc9a261 HTTP/1.1" status: 200 len: 217 time: 0.0648406 Nov 12 07:54:52.646389 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a44ebf-0a2d-4586-b1d2-bec401a2069e req-1eb30626-b85a-460f-93e3-75b854dd31aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:54:52.647976 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73a44ebf-0a2d-4586-b1d2-bec401a2069e req-1eb30626-b85a-460f-93e3-75b854dd31aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecd4077a-478f-44e0-a5c0-5c5cd621ce81 HTTP/1.1" status: 200 len: 797 time: 0.0713077 Nov 12 07:54:52.730471 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73a44ebf-0a2d-4586-b1d2-bec401a2069e req-5fdd9b6d-eb09-46a5-b793-0d2cc8036e54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c219fe8c-3a74-4d7e-8fb1-28d597059460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0755699 Nov 12 07:54:52.877355 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73a44ebf-0a2d-4586-b1d2-bec401a2069e req-5ce43af1-24d5-4e63-b547-6d0075526ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382565 Nov 12 07:54:53.023300 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-73a44ebf-0a2d-4586-b1d2-bec401a2069e req-ff50b1a1-c112-4a20-be2e-b223f5c921a6 service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390800 Nov 12 07:54:56.584161 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:55:00.296435 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-1acdf222-c8cc-403a-b34d-39da1aa39416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:03.039054 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0d66b700-de32-4fcb-9b3b-fd403ab5a45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:03.107227 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:03.321534 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:04.327092 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:04.846602 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:07.595300 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:10.764173 n-d-761264-6 neutron-server[80681]: DEBUG neutron.objects.ports [None req-3901db60-78b6-4d24-8540-48ff0519a9f1 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80794) get_objects /opt/stack/neutron/neutron/objects/ports.py:425}} Nov 12 07:55:12.182077 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 95412823-ac19-42c7-b59a-58d069cc1559 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:12.257702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 95412823-ac19-42c7-b59a-58d069cc1559 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:55:12.262839 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 95412823-ac19-42c7-b59a-58d069cc1559 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:12.263259 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:12.388406 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:12.418548 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95412823-ac19-42c7-b59a-58d069cc1559'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:55:12.430368 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 95412823-ac19-42c7-b59a-58d069cc1559, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=95412823-ac19-42c7-b59a-58d069cc1559,segment=NetworkSegment(230b27c0-0c6a-4b09-899a-85b41bf8c92d),segment_id=230b27c0-0c6a-4b09-899a-85b41bf8c92d)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:55:12.434510 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:12.435371 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 9477111e-070c-4f28-8cde-2eaeef1efd8e up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:12.463687 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:55:12.502783 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95412823-ac19-42c7-b59a-58d069cc1559', 'code': 200} Nov 12 07:55:12.570402 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=95412823-ac19-42c7-b59a-58d069cc1559,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:55:12.583533 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.583914 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.584294 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.584704 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.585131 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.585492 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.585855 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.586217 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.586580 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.586939 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.587280 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.587636 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.588035 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.588387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.588740 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.589123 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.589478 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.589834 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.590191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.590525 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.590880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.591238 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.591593 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.591945 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.592398 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.592754 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.593130 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.593486 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.593842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.594194 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.594547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.594900 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.595253 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.595605 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.595958 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.596309 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-761264-6 {{(pid=80794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 12 07:55:12.602387 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:55:12.607302 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 9477111e-070c-4f28-8cde-2eaeef1efd8e completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:55:12.612663 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 9477111e-070c-4f28-8cde-2eaeef1efd8e triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:12.613124 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:12.733837 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:12.770792 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 9477111e-070c-4f28-8cde-2eaeef1efd8e, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=9477111e-070c-4f28-8cde-2eaeef1efd8e,segment=NetworkSegment(8647f824-87a4-4e00-a09b-71e2ab62c163),segment_id=8647f824-87a4-4e00-a09b-71e2ab62c163)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:55:12.776094 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:12.777552 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:12.811446 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1b0f6c3b-b682-4e63-a538-3ba636ac7d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:55:12.901534 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=9477111e-070c-4f28-8cde-2eaeef1efd8e,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:55:12.905858 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:55:12.918474 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:55:12.924191 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:12.924624 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:13.049278 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:13.083232 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=ed5a8345-9f0c-4e4d-b6db-558cc3e300a8,segment=NetworkSegment(8647f824-87a4-4e00-a09b-71e2ab62c163),segment_id=8647f824-87a4-4e00-a09b-71e2ab62c163)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:55:13.087947 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:13.089913 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1ba6daf9-c142-4cd5-94f8-bebd04897d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:55:13.159693 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=ed5a8345-9f0c-4e4d-b6db-558cc3e300a8,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:55:13.163144 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:55:14.504403 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9477111e-070c-4f28-8cde-2eaeef1efd8e'}, {'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5a8345-9f0c-4e4d-b6db-558cc3e300a8'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:55:14.573597 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9477111e-070c-4f28-8cde-2eaeef1efd8e', 'code': 200} Nov 12 07:55:14.573903 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5a8345-9f0c-4e4d-b6db-558cc3e300a8', 'code': 200} Nov 12 07:55:15.727167 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-817c6f8c-ec81-41ae-9ed1-65e0b6358176 req-dcea2c98-e76a-4433-918d-755f8c5fab59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0484440 Nov 12 07:55:15.803654 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-817c6f8c-ec81-41ae-9ed1-65e0b6358176 req-ebc40809-7104-4f27-aa51-d157c7450f3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29682ede97024aee9ddb9eea65cb477a&device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.0520978 Nov 12 07:55:15.856329 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-817c6f8c-ec81-41ae-9ed1-65e0b6358176 req-5457dcab-4e6e-4b51-8dad-fb3479e9f996 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=29682ede97024aee9ddb9eea65cb477a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301797 Nov 12 07:55:15.992844 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 8af9210c-d598-48e7-b6ce-1f62e180c5f2 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:16.019040 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c6f8c-ec81-41ae-9ed1-65e0b6358176 req-a9a5e639-8ecd-4e32-91d5-142dba801967 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:55:16.020661 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-817c6f8c-ec81-41ae-9ed1-65e0b6358176 req-a9a5e639-8ecd-4e32-91d5-142dba801967 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1536908 Nov 12 07:55:16.054829 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 8af9210c-d598-48e7-b6ce-1f62e180c5f2 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:55:16.059702 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 8af9210c-d598-48e7-b6ce-1f62e180c5f2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:16.060168 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:16.187357 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:16.222019 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 8af9210c-d598-48e7-b6ce-1f62e180c5f2, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=8af9210c-d598-48e7-b6ce-1f62e180c5f2,segment=NetworkSegment(ccf9091b-1f4e-4bb0-95df-080bae6afd1d),segment_id=ccf9091b-1f4e-4bb0-95df-080bae6afd1d)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:55:16.226608 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:16.227491 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 95412823-ac19-42c7-b59a-58d069cc1559 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:16.251171 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:55:16.347172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=8af9210c-d598-48e7-b6ce-1f62e180c5f2,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:55:16.351551 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:55:16.364491 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 95412823-ac19-42c7-b59a-58d069cc1559 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:16.365028 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:16.497611 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 9477111e-070c-4f28-8cde-2eaeef1efd8e up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:16.571254 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 9477111e-070c-4f28-8cde-2eaeef1efd8e triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:16.571683 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:16.595058 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af9210c-d598-48e7-b6ce-1f62e180c5f2'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:55:16.670632 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af9210c-d598-48e7-b6ce-1f62e180c5f2', 'code': 200} Nov 12 07:55:16.698342 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:16.771771 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:16.772456 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:16.890880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device c013e704-2d84-460c-aebb-3a829dbfda03 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:16.963666 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port c013e704-2d84-460c-aebb-3a829dbfda03 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:55:16.969075 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port c013e704-2d84-460c-aebb-3a829dbfda03 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:16.969528 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:17.089835 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:17.130404 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port c013e704-2d84-460c-aebb-3a829dbfda03, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=c013e704-2d84-460c-aebb-3a829dbfda03,segment=NetworkSegment(8647f824-87a4-4e00-a09b-71e2ab62c163),segment_id=8647f824-87a4-4e00-a09b-71e2ab62c163)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:55:17.134967 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:17.135871 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 3e3c2d9b-2d69-46b1-847e-67ec22a25008 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:17.159136 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:55:17.254931 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=c013e704-2d84-460c-aebb-3a829dbfda03,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:55:17.258725 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:55:17.268591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 3e3c2d9b-2d69-46b1-847e-67ec22a25008 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:55:17.273576 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 3e3c2d9b-2d69-46b1-847e-67ec22a25008 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:17.274001 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:17.398120 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:17.434560 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 3e3c2d9b-2d69-46b1-847e-67ec22a25008, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=3e3c2d9b-2d69-46b1-847e-67ec22a25008,segment=NetworkSegment(8647f824-87a4-4e00-a09b-71e2ab62c163),segment_id=8647f824-87a4-4e00-a09b-71e2ab62c163)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:55:17.438552 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:17.439468 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:17.463742 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-1c7f3eb5-9fe9-429c-add6-adbfd2ad0b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:55:17.560341 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=3e3c2d9b-2d69-46b1-847e-67ec22a25008,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:55:17.564081 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:55:17.576612 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning for port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 completed by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 12 07:55:17.581634 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:17.582060 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:17.704268 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1738268'] for port, before_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:17.739838 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.db [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] For port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261, host n-h1-761264-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-761264-6',level=0,port_id=465c4ccd-c2f6-4200-9d5f-2f09afc9a261,segment=NetworkSegment(ccf9091b-1f4e-4bb0-95df-080bae6afd1d),segment_id=ccf9091b-1f4e-4bb0-95df-080bae6afd1d)] {{(pid=80794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 12 07:55:17.743892 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1738353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7104728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248608863467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248609314812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788245461022'] for port, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:17.746666 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-af35b375-6314-46ca-8e41-7626794a0a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 12 07:55:17.818172 n-d-761264-6 neutron-server[80681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Pushing event updated for resources: {'Port': ['ID=465c4ccd-c2f6-4200-9d5f-2f09afc9a261,revision_number=4']} {{(pid=80794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 12 07:55:17.821835 n-d-761264-6 neutron-server[80681]: DEBUG oslo_concurrency.lockutils [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 12 07:55:18.038329 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 8af9210c-d598-48e7-b6ce-1f62e180c5f2 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:18.120314 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 8af9210c-d598-48e7-b6ce-1f62e180c5f2 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:18.120739 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:18.251266 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 3e3c2d9b-2d69-46b1-847e-67ec22a25008 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:18.322887 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 3e3c2d9b-2d69-46b1-847e-67ec22a25008 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:18.323234 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:18.447259 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device c013e704-2d84-460c-aebb-3a829dbfda03 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:18.517865 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port c013e704-2d84-460c-aebb-3a829dbfda03 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:18.518287 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:18.651318 n-d-761264-6 neutron-server[80681]: DEBUG neutron.plugins.ml2.rpc [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Device 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 up at agent ovs-agent-n-h1-761264-6 {{(pid=80794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 12 07:55:18.674842 n-d-761264-6 neutron-server[80681]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c013e704-2d84-460c-aebb-3a829dbfda03'}, {'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3c2d9b-2d69-46b1-847e-67ec22a25008'}, {'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465c4ccd-c2f6-4200-9d5f-2f09afc9a261'}] {{(pid=80794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 12 07:55:18.727517 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.provisioning_blocks [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Provisioning complete for port 465c4ccd-c2f6-4200-9d5f-2f09afc9a261 triggered by entity L2. {{(pid=80794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 12 07:55:18.727927 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1467115'] for port, provisioning_complete {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:18.754004 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c013e704-2d84-460c-aebb-3a829dbfda03', 'code': 200} Nov 12 07:55:18.754272 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3c2d9b-2d69-46b1-847e-67ec22a25008', 'code': 200} Nov 12 07:55:18.754551 n-d-761264-6 neutron-server[80681]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '876f85c5-f6a7-4f40-8677-e5399309363c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465c4ccd-c2f6-4200-9d5f-2f09afc9a261', 'code': 200} Nov 12 07:55:18.902990 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3d0b6a-0f4d-40c8-be33-0966595de93c req-924b8a2c-76db-4e6b-aa60-b924cb0a5e9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 6940 time: 0.0807045 Nov 12 07:55:18.962169 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b3d0b6a-0f4d-40c8-be33-0966595de93c req-2489d2d5-38e0-4286-9fd3-4b75e6a1b768 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7c087924-d46b-4ec0-90d4-38c53015bae9&id=e3644779-f5c8-4fa1-873c-c6ebec9a9213&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513415 Nov 12 07:55:22.366502 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5bd25738-4a4d-40ca-a63d-3937e5eed75e req-8ceadce8-bc42-4dfd-bd29-3affe5d010bf service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0794046 Nov 12 07:55:22.542643 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5bd25738-4a4d-40ca-a63d-3937e5eed75e req-fc910e3a-8842-4409-bf5e-673cd70f49fa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=143042d4ad4f4544a25d0d580a57300a&device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 1160 time: 0.0788577 Nov 12 07:55:22.707277 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd25738-4a4d-40ca-a63d-3937e5eed75e req-1bec4049-5c17-4df4-8391-4736698fe0e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:55:22.708878 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5bd25738-4a4d-40ca-a63d-3937e5eed75e req-1bec4049-5c17-4df4-8391-4736698fe0e9 service neutron] 10.222.0.33 "GET /v2.0/networks?id=281d3e6e-cd06-420d-a691-7020119b9d2e HTTP/1.1" status: 200 len: 904 time: 0.1441319 Nov 12 07:55:22.786404 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5bd25738-4a4d-40ca-a63d-3937e5eed75e req-09f51b77-fdaa-4db3-8f67-a0c7aedf32a2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f25d21dd-5657-4fb3-93f0-14d727c5efe9 HTTP/1.1" status: 200 len: 217 time: 0.0685909 Nov 12 07:55:22.858349 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd25738-4a4d-40ca-a63d-3937e5eed75e req-60a86762-6455-41fc-a621-05a39ec48ec6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:55:22.859878 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5bd25738-4a4d-40ca-a63d-3937e5eed75e req-60a86762-6455-41fc-a621-05a39ec48ec6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1a55730a-1a25-4a9d-9192-5d52333001a5 HTTP/1.1" status: 200 len: 850 time: 0.0648983 Nov 12 07:55:22.916938 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5bd25738-4a4d-40ca-a63d-3937e5eed75e req-89f7be8e-5f89-424b-8306-eb4182b374c7 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=281d3e6e-cd06-420d-a691-7020119b9d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463369 Nov 12 07:55:23.299492 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5bd25738-4a4d-40ca-a63d-3937e5eed75e req-a9bb8693-ca4c-458d-a604-113af6631a09 service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725932 Nov 12 07:55:23.452574 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-5bd25738-4a4d-40ca-a63d-3937e5eed75e req-617c19db-8d64-4900-9a7c-bed3427228a3 service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462135 Nov 12 07:55:30.301336 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a8f9cde9-f07a-44f6-be67-7a3092f5acf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:33.052412 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bfef3859-eb46-4f53-8af3-771166af4518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:33.105754 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:33.322257 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:33.593387 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:55:34.326081 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:34.847575 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:55:37.613278 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:00.302936 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-542b01a0-40aa-490a-af84-761195501de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:03.051621 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-54cbb713-803c-463d-bfb8-254d4584b084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:03.108943 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:03.344444 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:04.338960 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:04.851133 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:07.657640 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:10.585695 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:56:16.725961 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f7e942b3-a01c-46dc-a92c-70d81de92c3c req-19f199f3-97b3-4142-ac88-0f6267eb5ab1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0500293 Nov 12 07:56:16.863819 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f7e942b3-a01c-46dc-a92c-70d81de92c3c req-8e817c20-50b2-49d7-b84d-b749bb45999a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29682ede97024aee9ddb9eea65cb477a&device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.0542748 Nov 12 07:56:16.944226 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f7e942b3-a01c-46dc-a92c-70d81de92c3c req-cd554952-fd2e-458a-bbdf-112fc8d94004 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=29682ede97024aee9ddb9eea65cb477a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499370 Nov 12 07:56:17.130319 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e942b3-a01c-46dc-a92c-70d81de92c3c req-5ea426aa-96c0-4e65-bea3-4f3bf6985aab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:56:17.132056 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-f7e942b3-a01c-46dc-a92c-70d81de92c3c req-5ea426aa-96c0-4e65-bea3-4f3bf6985aab service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1777248 Nov 12 07:56:22.350594 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19a74c32-4732-42c6-9b7b-e0bca6964ff3 req-38383752-9964-4e8f-9fbd-d9865eedd126 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=79fe0e2f-5528-46c8-bae8-def5dae12fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0528333 Nov 12 07:56:22.419148 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19a74c32-4732-42c6-9b7b-e0bca6964ff3 req-bb30a410-e535-4b72-9cc4-3ab7a8d3892f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=29682ede97024aee9ddb9eea65cb477a&device_id=79fe0e2f-5528-46c8-bae8-def5dae12fc7 HTTP/1.1" status: 200 len: 210 time: 0.0453267 Nov 12 07:56:22.475470 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19a74c32-4732-42c6-9b7b-e0bca6964ff3 req-8e2ab9a1-36b3-4698-bf87-4c9c0e913867 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=29682ede97024aee9ddb9eea65cb477a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303528 Nov 12 07:56:22.639880 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a74c32-4732-42c6-9b7b-e0bca6964ff3 req-c7c88b73-b49b-4d72-ae75-0195bf929cf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:56:22.641528 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-19a74c32-4732-42c6-9b7b-e0bca6964ff3 req-c7c88b73-b49b-4d72-ae75-0195bf929cf9 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1597412 Nov 12 07:56:30.306965 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-bdbca7d6-8746-4594-9ad1-ec1c72d8f84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:33.050329 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-885f388b-bf26-4a2c-aab8-0d69d167a2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:33.114848 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:33.343745 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:34.344848 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:34.864221 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:37.661123 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:56:47.592265 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:57:00.310708 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-6755ee71-81f0-4abc-9c4d-07033ca4ef23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:03.048387 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-48980bac-becc-48c4-8205-90ecc48a17a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:03.117042 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:03.349770 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:04.330387 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:04.857239 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:07.667144 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:16.899769 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-b4509939-8790-465c-821d-135897405040 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=876f85c5-f6a7-4f40-8677-e5399309363c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 637 time: 0.2277830 Nov 12 07:57:17.014508 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-404accc7-471c-4690-b033-1a19f06f9b0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5944b8b968034cbe8465622a83c7a5a0&device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 6940 time: 0.0880618 Nov 12 07:57:17.195249 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-30f30b70-c713-49e8-b28f-52fdd8f61570 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:17.195679 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-30f30b70-c713-49e8-b28f-52fdd8f61570 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:17.196100 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-30f30b70-c713-49e8-b28f-52fdd8f61570 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:17.197892 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-30f30b70-c713-49e8-b28f-52fdd8f61570 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89c126b2-acfb-4f86-b6c5-e42e657d8039&id=5875b624-a143-4342-b890-9d6934176210&id=5875b624-a143-4342-b890-9d6934176210&id=5875b624-a143-4342-b890-9d6934176210&id=5875b624-a143-4342-b890-9d6934176210&id=c219fe8c-3a74-4d7e-8fb1-28d597059460&id=c219fe8c-3a74-4d7e-8fb1-28d597059460 HTTP/1.1" status: 200 len: 2273 time: 0.1567242 Nov 12 07:57:17.275992 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-28a81401-5b55-4e80-902c-026e81bf6ad7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95412823-ac19-42c7-b59a-58d069cc1559 HTTP/1.1" status: 200 len: 217 time: 0.0706899 Nov 12 07:57:17.347876 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-85b4d0f7-fcf1-4134-945f-e6fd6dea3ce7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:17.349799 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-85b4d0f7-fcf1-4134-945f-e6fd6dea3ce7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17f04a5a-bc1e-4809-9b5c-feb265892d9b HTTP/1.1" status: 200 len: 851 time: 0.0664408 Nov 12 07:57:17.435793 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-b628d145-74b4-4f1c-ad46-fb413ece4278 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89c126b2-acfb-4f86-b6c5-e42e657d8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799615 Nov 12 07:57:17.586030 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-2589b150-a7ce-4934-bcf3-7a26274b990f service neutron] 10.222.0.41 "GET /v2.0/networks/89c126b2-acfb-4f86-b6c5-e42e657d8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438372 Nov 12 07:57:17.736969 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-9cdfe1a4-9fa1-4e14-826a-17f4ddc1bedf service neutron] 10.222.0.41 "GET /v2.0/networks/89c126b2-acfb-4f86-b6c5-e42e657d8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439877 Nov 12 07:57:17.822184 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-bb2bbcd5-54a0-49c7-b63d-59a908d0e398 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=9477111e-070c-4f28-8cde-2eaeef1efd8e HTTP/1.1" status: 200 len: 217 time: 0.0781939 Nov 12 07:57:17.923707 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-fbec5d42-29cd-4ef6-9c97-7b1053d0367c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:17.925742 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-fbec5d42-29cd-4ef6-9c97-7b1053d0367c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.0969563 Nov 12 07:57:18.011071 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-6b2d41d9-df8d-40f8-b250-d1d7899e448c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793703 Nov 12 07:57:18.193670 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-e157514a-0fb4-4254-833f-a5a23209e563 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752858 Nov 12 07:57:18.361311 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-77ceb5d4-7165-432e-a476-f3dc806b0e5c service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1612291 Nov 12 07:57:18.440911 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-50787891-2fad-4bee-b2cd-7b9c84888be1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 HTTP/1.1" status: 200 len: 217 time: 0.0729263 Nov 12 07:57:18.518089 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-0d2efedc-c42a-49c3-8ab5-4e25e2730708 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:18.519839 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-0d2efedc-c42a-49c3-8ab5-4e25e2730708 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.0720940 Nov 12 07:57:18.617184 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-d4426e12-5490-4680-86a0-6453307e8b4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900836 Nov 12 07:57:18.802747 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-0aed9225-22d6-407b-b0ac-f4ccedf3863e service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775823 Nov 12 07:57:18.964246 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-5d34a088-f203-4e67-a187-06302a2bca33 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1552773 Nov 12 07:57:19.052024 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-9b137722-1ccb-4b5f-94ea-58d2bbdcb75e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=3e3c2d9b-2d69-46b1-847e-67ec22a25008 HTTP/1.1" status: 200 len: 217 time: 0.0801692 Nov 12 07:57:19.131591 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-4594616e-bb38-4fd2-99b8-e1ff933793f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:19.133191 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-4594616e-bb38-4fd2-99b8-e1ff933793f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.0753400 Nov 12 07:57:19.229280 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-8282f12f-bd62-4025-ac9d-44a2dd86e877 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0887337 Nov 12 07:57:19.394277 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-ade13087-7748-4b12-a43a-336cbd4cb68b service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571934 Nov 12 07:57:19.572525 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-0ce4b312-0b61-45a1-a15b-92908bd1e6de service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1716557 Nov 12 07:57:19.660391 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-32fb5ad0-833a-454f-861c-c51ac37dc030 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c013e704-2d84-460c-aebb-3a829dbfda03 HTTP/1.1" status: 200 len: 217 time: 0.0806332 Nov 12 07:57:19.734965 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-a2c39241-2b80-45e1-9578-275e0022428c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:19.736594 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-a2c39241-2b80-45e1-9578-275e0022428c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.0707135 Nov 12 07:57:19.839131 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-9824e7bd-bddb-4d47-b7d6-9e488d268d59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960646 Nov 12 07:57:19.989107 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-47e69569-5ee5-4e33-8fca-4f1ca45d835a service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422966 Nov 12 07:57:20.136492 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-b6a859b6-f15d-468c-ab6d-6fcf81f4f192 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412911 Nov 12 07:57:20.209324 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-8691c12d-c4d6-465d-a622-b59343492b40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8af9210c-d598-48e7-b6ce-1f62e180c5f2 HTTP/1.1" status: 200 len: 217 time: 0.0665681 Nov 12 07:57:20.283708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-f9798abe-3683-4fcf-ae84-434123c5c67a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:20.285375 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-f9798abe-3683-4fcf-ae84-434123c5c67a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecd4077a-478f-44e0-a5c0-5c5cd621ce81 HTTP/1.1" status: 200 len: 797 time: 0.0703719 Nov 12 07:57:20.373832 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-d6478e88-228b-47e4-a790-30dab2cc00f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c219fe8c-3a74-4d7e-8fb1-28d597059460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818636 Nov 12 07:57:20.783036 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-cffadd15-4840-4dfc-83ac-a03d3ca238a5 service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023676 Nov 12 07:57:20.940175 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-10e85280-c12f-48c4-bbb3-24960171cebe service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500666 Nov 12 07:57:21.016566 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-4dd2429e-fed7-4a96-8f43-8730e0715679 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=465c4ccd-c2f6-4200-9d5f-2f09afc9a261 HTTP/1.1" status: 200 len: 217 time: 0.0694127 Nov 12 07:57:21.098425 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-eb94e065-0997-43d7-95e4-024f2cd695dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:21.100054 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-eb94e065-0997-43d7-95e4-024f2cd695dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecd4077a-478f-44e0-a5c0-5c5cd621ce81 HTTP/1.1" status: 200 len: 797 time: 0.0775111 Nov 12 07:57:21.187258 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-b0abaab1-982d-47bd-a1bd-fde04b144d19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c219fe8c-3a74-4d7e-8fb1-28d597059460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809469 Nov 12 07:57:21.342667 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-5ce8cfdf-70fc-4457-93bc-019e81a8fc66 service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486332 Nov 12 07:57:21.500535 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b73eff31-ed3e-49d4-9eb8-f6f1eeaaa924 req-f67cca66-b9ac-4c45-b957-212748553ee2 service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514339 Nov 12 07:57:24.106555 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24d0f576-2311-47d0-9fc1-3a5096ed6da3 req-6e3ce9a4-d823-4dd4-bea9-d5fe106cbd2c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.1782596 Nov 12 07:57:24.223907 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24d0f576-2311-47d0-9fc1-3a5096ed6da3 req-60d1da35-b0ff-493a-b7b8-cd5636284bc4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=143042d4ad4f4544a25d0d580a57300a&device_id=d7d8e832-4a63-485b-aadf-0a5bd88c646f HTTP/1.1" status: 200 len: 1160 time: 0.0924156 Nov 12 07:57:24.400655 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0f576-2311-47d0-9fc1-3a5096ed6da3 req-ae16362c-ef88-45d0-8c36-bd71993d8d52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:24.402369 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24d0f576-2311-47d0-9fc1-3a5096ed6da3 req-ae16362c-ef88-45d0-8c36-bd71993d8d52 service neutron] 10.222.0.33 "GET /v2.0/networks?id=281d3e6e-cd06-420d-a691-7020119b9d2e HTTP/1.1" status: 200 len: 904 time: 0.1576610 Nov 12 07:57:24.489682 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24d0f576-2311-47d0-9fc1-3a5096ed6da3 req-2884dd32-d10e-4938-980b-2bc0006c5f26 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=671755c8-5fbf-48b8-9120-54e88b9c584c HTTP/1.1" status: 200 len: 217 time: 0.0795538 Nov 12 07:57:24.560661 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0f576-2311-47d0-9fc1-3a5096ed6da3 req-26feafba-e87d-46e3-8484-914275a2972c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:57:24.562313 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24d0f576-2311-47d0-9fc1-3a5096ed6da3 req-26feafba-e87d-46e3-8484-914275a2972c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1a55730a-1a25-4a9d-9192-5d52333001a5 HTTP/1.1" status: 200 len: 850 time: 0.0666292 Nov 12 07:57:24.583547 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:57:24.619885 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24d0f576-2311-47d0-9fc1-3a5096ed6da3 req-5b09c9be-0b86-43c0-83ba-2592ae5bbecd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=281d3e6e-cd06-420d-a691-7020119b9d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497324 Nov 12 07:57:24.779913 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24d0f576-2311-47d0-9fc1-3a5096ed6da3 req-15254571-5d35-4ec6-bd73-98a6d056b275 service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530664 Nov 12 07:57:24.935145 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-24d0f576-2311-47d0-9fc1-3a5096ed6da3 req-9d3243eb-439f-4810-91aa-104d2a79d389 service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478784 Nov 12 07:57:30.326372 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a33e3c0b-e268-472a-84c6-9896b21d86ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:33.048668 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-802be87b-66e5-40c1-bdc8-c8a86a782c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:33.122930 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:33.353758 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:34.337020 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:34.863627 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:57:37.678536 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:00.305850 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-035a988f-162a-4306-ab2e-ec974cb7cc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:01.585340 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:58:03.044041 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-d1cb0433-5bb3-4565-b9ac-fe1c4881a8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:03.123179 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:03.361973 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:04.332162 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:04.862945 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:07.692577 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:16.786226 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-262b2cb3-403e-471a-b45a-142ee73fc6c7 req-9a6d5b38-b392-4c0a-8fe2-3b14205a01c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c56eb7a2-c2b6-4230-b243-c277613179c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0864809 Nov 12 07:58:16.903205 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-262b2cb3-403e-471a-b45a-142ee73fc6c7 req-7664e573-9c77-42f1-92a7-a98e9f3c84f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&device_id=c56eb7a2-c2b6-4230-b243-c277613179c4 HTTP/1.1" status: 200 len: 1160 time: 0.0839608 Nov 12 07:58:17.081171 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b2cb3-403e-471a-b45a-142ee73fc6c7 req-6c609ada-07bb-4721-b4d5-ad9a246e391d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:58:17.082809 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-262b2cb3-403e-471a-b45a-142ee73fc6c7 req-6c609ada-07bb-4721-b4d5-ad9a246e391d service neutron] 10.222.0.41 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 907 time: 0.1571131 Nov 12 07:58:17.162534 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-262b2cb3-403e-471a-b45a-142ee73fc6c7 req-726197fa-3a3d-4256-a6c1-8106540bcff1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7351a9c-cb25-4d1a-8fce-6ec4d1365c2c HTTP/1.1" status: 200 len: 217 time: 0.0727329 Nov 12 07:58:17.259440 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b2cb3-403e-471a-b45a-142ee73fc6c7 req-2342846c-3abf-4a78-9710-22c9173b0e2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:58:17.261118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-262b2cb3-403e-471a-b45a-142ee73fc6c7 req-2342846c-3abf-4a78-9710-22c9173b0e2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=28ec9a0e-dc8a-455f-8147-bb9467bcaff9 HTTP/1.1" status: 200 len: 853 time: 0.0926690 Nov 12 07:58:17.317532 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-262b2cb3-403e-471a-b45a-142ee73fc6c7 req-318dc7c7-c8ad-4ee5-a24b-7bb9b85e06a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66577698-377a-440c-84a4-a8da2851ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498543 Nov 12 07:58:17.469238 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-262b2cb3-403e-471a-b45a-142ee73fc6c7 req-dbf813fe-af94-49fe-8f04-f6f02f9c59a4 service neutron] 10.222.0.41 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449471 Nov 12 07:58:17.619779 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-262b2cb3-403e-471a-b45a-142ee73fc6c7 req-09e0c8bf-3207-4a71-b03a-aed2100ad5dc service neutron] 10.222.0.41 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437299 Nov 12 07:58:23.367078 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6545d9-4cac-4a6a-93f7-dd6be5794b03 req-aa34faaa-cc92-4bc5-a838-054e59a52cac service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=23c7575f-e6c8-4376-8731-cf5d4101cd2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0832388 Nov 12 07:58:23.475660 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6545d9-4cac-4a6a-93f7-dd6be5794b03 req-822b918b-a224-4f44-a6f2-550bfc7d6e46 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=1cb78d1b3cb94fb19047689a93cdd2b0&device_id=23c7575f-e6c8-4376-8731-cf5d4101cd2f HTTP/1.1" status: 200 len: 1160 time: 0.0804341 Nov 12 07:58:23.639562 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6545d9-4cac-4a6a-93f7-dd6be5794b03 req-59da4176-b41f-4af3-8de7-c7e23ffd6721 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:58:23.641056 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6545d9-4cac-4a6a-93f7-dd6be5794b03 req-59da4176-b41f-4af3-8de7-c7e23ffd6721 service neutron] 10.222.0.33 "GET /v2.0/networks?id=66577698-377a-440c-84a4-a8da2851ee1f HTTP/1.1" status: 200 len: 907 time: 0.1439626 Nov 12 07:58:23.718542 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6545d9-4cac-4a6a-93f7-dd6be5794b03 req-7740f5f9-7308-4ec8-8ea2-2fb9be64bed3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4609a2e2-19ef-4410-b619-069468d28134 HTTP/1.1" status: 200 len: 217 time: 0.0697956 Nov 12 07:58:23.799741 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6545d9-4cac-4a6a-93f7-dd6be5794b03 req-1a1edb2c-01be-41bf-896d-97dc76b59245 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:58:23.801434 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6545d9-4cac-4a6a-93f7-dd6be5794b03 req-1a1edb2c-01be-41bf-896d-97dc76b59245 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=28ec9a0e-dc8a-455f-8147-bb9467bcaff9 HTTP/1.1" status: 200 len: 853 time: 0.0755446 Nov 12 07:58:23.855788 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6545d9-4cac-4a6a-93f7-dd6be5794b03 req-21c60671-a7aa-46bf-9a1c-e871846bfa81 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=66577698-377a-440c-84a4-a8da2851ee1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469739 Nov 12 07:58:24.016441 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6545d9-4cac-4a6a-93f7-dd6be5794b03 req-4901040d-b112-4952-9895-cbe761ba3177 service neutron] 10.222.0.33 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525805 Nov 12 07:58:24.173426 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-6b6545d9-4cac-4a6a-93f7-dd6be5794b03 req-09b7c947-651a-4da0-8539-c942ab0bb7fa service neutron] 10.222.0.33 "GET /v2.0/networks/66577698-377a-440c-84a4-a8da2851ee1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492760 Nov 12 07:58:30.301596 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-45617b26-40ba-4951-a16a-f545d8828e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:33.056314 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-91aeb4db-5e21-40cd-999c-a9a2b52cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:33.129716 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:33.376947 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:34.338960 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:34.867799 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:37.705325 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:58:38.589839 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:59:00.302278 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-3f891a46-b0cb-4f40-b63c-549b611b8ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:03.052251 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-0ce9a82f-9a76-4b63-a906-94a3caf74a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:03.134142 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:03.401062 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:04.339115 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:05.106702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:07.714847 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:15.594251 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 07:59:18.291383 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06c7e399-708f-409f-bf09-83aef0b5716e req-9e1870e4-cdc4-466d-b6ae-ad3f2cb3533e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0472248 Nov 12 07:59:18.418659 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06c7e399-708f-409f-bf09-83aef0b5716e req-c8ba37bb-aa7c-4e76-971a-ccbc1d2138a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=29682ede97024aee9ddb9eea65cb477a&device_id=ca7934af-552b-4f15-b4b8-5860e0ac66de HTTP/1.1" status: 200 len: 210 time: 0.0488577 Nov 12 07:59:18.474791 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06c7e399-708f-409f-bf09-83aef0b5716e req-a113ffeb-823e-4d31-8a17-be270a8140c2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=29682ede97024aee9ddb9eea65cb477a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359309 Nov 12 07:59:18.640540 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7e399-708f-409f-bf09-83aef0b5716e req-22ce2bed-6ca3-40b8-8e4c-4389411ad457 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:59:18.642204 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-06c7e399-708f-409f-bf09-83aef0b5716e req-22ce2bed-6ca3-40b8-8e4c-4389411ad457 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1616554 Nov 12 07:59:25.376821 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65b4a56b-cac8-4f3a-958e-31b4eb6a53fb req-5c9224cb-6600-416b-9ee4-7b859bcb10f4 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=09212772-ceef-4c91-b67e-8a28fa728616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 270 time: 0.0816467 Nov 12 07:59:25.545154 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65b4a56b-cac8-4f3a-958e-31b4eb6a53fb req-f0616fc5-4109-45e4-905a-5ff8ab418b78 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=143042d4ad4f4544a25d0d580a57300a&device_id=09212772-ceef-4c91-b67e-8a28fa728616 HTTP/1.1" status: 200 len: 1160 time: 0.0928650 Nov 12 07:59:25.725482 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4a56b-cac8-4f3a-958e-31b4eb6a53fb req-971981fe-d298-4dca-9944-ecb45329daee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:59:25.727060 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65b4a56b-cac8-4f3a-958e-31b4eb6a53fb req-971981fe-d298-4dca-9944-ecb45329daee service neutron] 10.222.0.33 "GET /v2.0/networks?id=281d3e6e-cd06-420d-a691-7020119b9d2e HTTP/1.1" status: 200 len: 904 time: 0.1598904 Nov 12 07:59:25.802208 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65b4a56b-cac8-4f3a-958e-31b4eb6a53fb req-6fbaf152-ec3f-4099-baea-17cee24215f6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f25d21dd-5657-4fb3-93f0-14d727c5efe9 HTTP/1.1" status: 200 len: 217 time: 0.0680695 Nov 12 07:59:26.133286 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4a56b-cac8-4f3a-958e-31b4eb6a53fb req-6624964a-4bfb-45ec-b85f-935b04b27757 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 07:59:26.135553 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65b4a56b-cac8-4f3a-958e-31b4eb6a53fb req-6624964a-4bfb-45ec-b85f-935b04b27757 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=1a55730a-1a25-4a9d-9192-5d52333001a5 HTTP/1.1" status: 200 len: 850 time: 0.3270779 Nov 12 07:59:26.189869 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65b4a56b-cac8-4f3a-958e-31b4eb6a53fb req-86007114-fcb1-4176-a9aa-c0eacd72dd21 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=281d3e6e-cd06-420d-a691-7020119b9d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467048 Nov 12 07:59:26.345032 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65b4a56b-cac8-4f3a-958e-31b4eb6a53fb req-05526d09-224a-4d2d-a431-2dfbb20af1da service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466496 Nov 12 07:59:26.500102 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-65b4a56b-cac8-4f3a-958e-31b4eb6a53fb req-d101a439-ea33-4ea4-989c-d09cd06f75b2 service neutron] 10.222.0.33 "GET /v2.0/networks/281d3e6e-cd06-420d-a691-7020119b9d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485784 Nov 12 07:59:30.299981 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-641e7215-6745-4f19-8af1-ae4e961eefb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:33.046727 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-020a37a1-ab24-490b-a950-685498fd337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:33.134100 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:33.409765 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:34.334031 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:34.877250 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:37.722884 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 07:59:52.595653 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 08:00:00.295039 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-8e99e121-a8d7-4d8c-b781-21304792800e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:03.051378 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-b6e78d84-a9ea-4002-8752-8136eb0ae8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:03.137349 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:03.413534 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:04.339374 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:04.873375 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:07.724702 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:19.778756 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-144b9f15-3f45-4dbf-8174-e645e5a6de59 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=876f85c5-f6a7-4f40-8677-e5399309363c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 637 time: 0.0941405 Nov 12 08:00:19.918199 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-4aa480c5-11fe-42ac-94e7-1f701ea8857f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5944b8b968034cbe8465622a83c7a5a0&device_id=876f85c5-f6a7-4f40-8677-e5399309363c HTTP/1.1" status: 200 len: 6940 time: 0.1131141 Nov 12 08:00:20.125144 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-cfafe9b8-cdf7-4e66-9fcd-9a53d5b07f40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 08:00:20.125496 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-cfafe9b8-cdf7-4e66-9fcd-9a53d5b07f40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 08:00:20.125913 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-cfafe9b8-cdf7-4e66-9fcd-9a53d5b07f40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 08:00:20.129648 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-cfafe9b8-cdf7-4e66-9fcd-9a53d5b07f40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89c126b2-acfb-4f86-b6c5-e42e657d8039&id=5875b624-a143-4342-b890-9d6934176210&id=5875b624-a143-4342-b890-9d6934176210&id=5875b624-a143-4342-b890-9d6934176210&id=5875b624-a143-4342-b890-9d6934176210&id=c219fe8c-3a74-4d7e-8fb1-28d597059460&id=c219fe8c-3a74-4d7e-8fb1-28d597059460 HTTP/1.1" status: 200 len: 2273 time: 0.1820190 Nov 12 08:00:20.221444 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-f00de24e-8720-475f-8475-3b853b2ee130 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95412823-ac19-42c7-b59a-58d069cc1559 HTTP/1.1" status: 200 len: 217 time: 0.0855083 Nov 12 08:00:20.311763 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-67b01a6f-ec37-48c9-8b55-a8ad12b37cdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 08:00:20.313420 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-67b01a6f-ec37-48c9-8b55-a8ad12b37cdd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17f04a5a-bc1e-4809-9b5c-feb265892d9b HTTP/1.1" status: 200 len: 851 time: 0.0857675 Nov 12 08:00:20.438862 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-6d0d3ca6-5b33-434a-b56b-be377743518a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89c126b2-acfb-4f86-b6c5-e42e657d8039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181526 Nov 12 08:00:20.620943 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-79d82ede-6224-4b11-95e9-14d03dc497f5 service neutron] 10.222.0.41 "GET /v2.0/networks/89c126b2-acfb-4f86-b6c5-e42e657d8039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706975 Nov 12 08:00:20.817349 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-a4055ece-900b-4257-8a35-b6a293a4e0f0 service neutron] 10.222.0.41 "GET /v2.0/networks/89c126b2-acfb-4f86-b6c5-e42e657d8039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1887305 Nov 12 08:00:20.908778 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-917df042-b43b-449e-8caf-aea410c8ab9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=9477111e-070c-4f28-8cde-2eaeef1efd8e HTTP/1.1" status: 200 len: 217 time: 0.0834370 Nov 12 08:00:20.988856 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-c33be7e1-5f1c-4c04-a1e4-4e9c60163165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 08:00:20.990724 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-c33be7e1-5f1c-4c04-a1e4-4e9c60163165 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.0756693 Nov 12 08:00:21.099130 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-b01b0814-3c21-44c3-987c-929061dbcd2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1006849 Nov 12 08:00:21.268166 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-8d0b0d86-a995-4e1e-9872-4eeeef8af14a service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609676 Nov 12 08:00:21.453189 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-5870ac24-9c64-4f7d-a4ae-0295926ccc8b service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1780608 Nov 12 08:00:21.532752 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-b9ab179e-b557-4e37-9968-86a96950665d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ed5a8345-9f0c-4e4d-b6db-558cc3e300a8 HTTP/1.1" status: 200 len: 217 time: 0.0713727 Nov 12 08:00:21.614953 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-8f10e0db-7ac7-4d1b-ba5b-6155d36e1a34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 08:00:21.616814 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-8f10e0db-7ac7-4d1b-ba5b-6155d36e1a34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.0773985 Nov 12 08:00:21.722588 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-1c19096f-1371-4efb-b05f-4712d877a204 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0987031 Nov 12 08:00:21.893315 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-da06c2ce-d906-497b-8141-1634a8e3cd24 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637137 Nov 12 08:00:22.065541 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-7360e37f-dd7d-469f-b2f5-183c8c9e2df2 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1655152 Nov 12 08:00:22.146868 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-3b91e510-74fa-4cb9-a1e5-c88ba24c6a2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=3e3c2d9b-2d69-46b1-847e-67ec22a25008 HTTP/1.1" status: 200 len: 217 time: 0.0748098 Nov 12 08:00:22.226316 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-07894be8-d7e6-4708-910c-00ffc611125c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 08:00:22.227951 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-07894be8-d7e6-4708-910c-00ffc611125c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.0748751 Nov 12 08:00:22.325037 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-c08a9327-9075-4d8a-98a9-bab9014c6aa8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900640 Nov 12 08:00:22.484187 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-c5342117-cfe3-4ea7-ac55-6a762f8ef85f service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522748 Nov 12 08:00:22.649225 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-90b463c0-3c67-448b-836b-66179a2f69cb service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1579623 Nov 12 08:00:22.729564 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-781e8f90-2bad-4c16-848e-ca2681d4a11e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=c013e704-2d84-460c-aebb-3a829dbfda03 HTTP/1.1" status: 200 len: 217 time: 0.0731380 Nov 12 08:00:22.815503 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-da7bede8-6bba-4944-b1b3-faa4b8d2b235 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 08:00:22.818243 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-da7bede8-6bba-4944-b1b3-faa4b8d2b235 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=764b1da3-c193-4c85-92e4-5f4b7d36924c HTTP/1.1" status: 200 len: 797 time: 0.0812538 Nov 12 08:00:22.917118 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-d039d26c-f0ab-419b-8d2a-ea922d099e0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5875b624-a143-4342-b890-9d6934176210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0919185 Nov 12 08:00:23.081104 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-438ff272-52c6-49a0-b9de-7352140b4627 service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564932 Nov 12 08:00:23.237135 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-09dacf4f-aff9-4c6d-9be6-7973ac18a2fe service neutron] 10.222.0.41 "GET /v2.0/networks/5875b624-a143-4342-b890-9d6934176210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1489460 Nov 12 08:00:23.315882 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-f6c557f0-d0ad-40ce-a5f9-dabee94983ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8af9210c-d598-48e7-b6ce-1f62e180c5f2 HTTP/1.1" status: 200 len: 217 time: 0.0725172 Nov 12 08:00:23.394615 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-d308c322-89a0-4633-9ba4-976ce7d013de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 08:00:23.396230 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-d308c322-89a0-4633-9ba4-976ce7d013de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecd4077a-478f-44e0-a5c0-5c5cd621ce81 HTTP/1.1" status: 200 len: 797 time: 0.0740144 Nov 12 08:00:23.484414 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-8f84ca4f-01b7-4b59-8b7a-90e1f7953fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c219fe8c-3a74-4d7e-8fb1-28d597059460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0814259 Nov 12 08:00:23.648321 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-8ec10b84-3012-4409-a42b-a246af396185 service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560266 Nov 12 08:00:23.809748 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-57ca5926-e664-4f85-ab70-0f72f8fd93d1 service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1547635 Nov 12 08:00:24.131261 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-97f1bfba-c7f6-4fa8-947a-2a780d33adbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=465c4ccd-c2f6-4200-9d5f-2f09afc9a261 HTTP/1.1" status: 200 len: 217 time: 0.3136013 Nov 12 08:00:24.215692 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-7a9ca164-1d8b-4a72-93cd-4778abf3aa82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 08:00:24.217341 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-7a9ca164-1d8b-4a72-93cd-4778abf3aa82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ecd4077a-478f-44e0-a5c0-5c5cd621ce81 HTTP/1.1" status: 200 len: 797 time: 0.0791123 Nov 12 08:00:24.305911 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-df2401f9-9db7-4be1-b26e-1ed553cfc5f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c219fe8c-3a74-4d7e-8fb1-28d597059460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0799410 Nov 12 08:00:24.471527 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-ede964e0-25bf-4648-a4ea-29d8541eb00d service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575773 Nov 12 08:00:24.648631 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-0acb1647-c98c-40b1-af8b-920758fce2bc req-70a6d2a3-079e-41c7-8029-5236a56fef3b service neutron] 10.222.0.41 "GET /v2.0/networks/c219fe8c-3a74-4d7e-8fb1-28d597059460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1701436 Nov 12 08:00:27.338770 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b01f4a65-0c97-4891-8f56-afd478eb76f4 req-0383f8b1-1d43-4dd1-8b79-6bb439689b4b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=79fe0e2f-5528-46c8-bae8-def5dae12fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0477266 Nov 12 08:00:27.413493 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b01f4a65-0c97-4891-8f56-afd478eb76f4 req-05e68ddb-f111-4955-bde9-6016982f2b43 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=29682ede97024aee9ddb9eea65cb477a&device_id=79fe0e2f-5528-46c8-bae8-def5dae12fc7 HTTP/1.1" status: 200 len: 210 time: 0.0509441 Nov 12 08:00:27.474522 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b01f4a65-0c97-4891-8f56-afd478eb76f4 req-2c50f14b-7700-464b-97c1-918895274202 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=29682ede97024aee9ddb9eea65cb477a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380511 Nov 12 08:00:27.633708 n-d-761264-6 neutron-server[80681]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f4a65-0c97-4891-8f56-afd478eb76f4 req-4b9a473c-6d22-4e65-a85d-2b9c7ff7b65a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 12 08:00:27.635333 n-d-761264-6 neutron-server[80681]: INFO neutron.wsgi [req-b01f4a65-0c97-4891-8f56-afd478eb76f4 req-4b9a473c-6d22-4e65-a85d-2b9c7ff7b65a service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1545167 Nov 12 08:00:29.600118 n-d-761264-6 neutron-server[80681]: DEBUG neutron.db.agents_db [None req-17e3e79e-b0f8-4669-9802-770de51f9b75 None None] Agent healthcheck: found 7 active agents {{(pid=80795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 12 08:00:30.303195 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-a6f400ea-7c01-4daf-aa35-e84cd4bcb44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:33.054887 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-c02bb241-1eef-43e5-a923-648de46a8400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:33.145456 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-dd8fe2c6-7099-45be-bd86-39e3f02a27f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:33.429736 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-20749d1c-2d55-4d7f-9133-2efaacc58b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:34.334892 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-703ead99-18d6-440f-bd8f-f36c5141ca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:34.876393 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-95b592ab-186a-4c52-836f-83396d5cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 12 08:00:37.742413 n-d-761264-6 neutron-server[80681]: DEBUG neutron_lib.callbacks.manager [None req-32d8da93-deac-4eb6-b041-e51dca971ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363248608804570', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853308840'] for agent, after_update {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}